-- Logs begin at Fri 2021-08-13 02:56:21 UTC, end at Fri 2021-08-13 03:55:55 UTC. -- Aug 13 03:28:36.697241 dv-cinder-759962-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 13 03:28:39.432922 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.common.config [-] Logging enabled! Aug 13 03:28:39.433525 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 03:28:39.433699 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93949) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 03:28:39.436983 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.common.config [-] Logging enabled! Aug 13 03:28:39.437244 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 03:28:39.437559 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93949) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 03:28:39.438494 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 03:28:39.438732 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 03:28:39.439100 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 03:28:39.439351 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 03:28:39.439579 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 03:28:39.439914 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.440217 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.440514 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.440747 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.441041 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.441330 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.441614 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.441901 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.442198 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.442482 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.442763 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.443071 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.443302 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.443583 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.443868 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.444185 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.444409 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] debug = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.444690 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.445115 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.445524 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.445805 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.446094 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.446373 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.446650 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.446928 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.447211 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.447539 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] host = dv-cinder-759962-7-iscsi {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.447818 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.448129 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.448415 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.448730 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.449009 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.449286 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.449601 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.449876 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.450150 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] log_file = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.450426 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.450714 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.451004 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.451293 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.451521 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.451744 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.452062 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.452353 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.452655 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.452931 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.453233 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.453508 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.453782 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.454049 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.454335 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.454617 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.454900 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.455175 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.455449 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.455722 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.456027 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.456314 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.456594 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.456868 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.457143 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.457428 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.457696 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.457969 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.458267 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.458551 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.458869 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.459157 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.459432 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.459719 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.460020 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.460296 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.460566 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] use_json = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.460837 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.461110 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.461393 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.461667 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.461939 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.462211 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.462483 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.462763 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:39.463065 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.463395 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.463703 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.464022 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.464324 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.464613 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.464906 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.465192 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.465486 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.465779 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.466098 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.466639 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.466931 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.467215 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.467542 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.467853 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.468176 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.468472 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.468750 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.469026 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.469300 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.469584 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.469874 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.470171 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.470464 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.470743 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.471023 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.471315 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.471622 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.471918 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.472199 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.472490 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.472772 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.473047 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.473329 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.473610 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.473886 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.474161 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.475000 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.475298 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.475579 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.475856 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.476156 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.476438 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.476715 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.477052 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.477345 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.477621 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.477895 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.478176 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.478453 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.478727 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.479007 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.479411 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.479817 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.480248 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.480647 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.481044 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.481442 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.481838 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.482236 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.482630 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.483035 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.483430 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.483822 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.484251 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.484646 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.485041 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.485454 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.485909 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.486341 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.486774 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.487191 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.487589 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.488017 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.488435 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.488855 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.489267 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.489673 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.490651 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.491083 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.491509 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.491957 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.492377 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.492813 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.493228 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.493643 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.494050 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.494460 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.494888 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.495307 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.495738 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.496208 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.496647 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.497080 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.497516 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.497932 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.498386 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.498798 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:39.499109 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 03:28:39.499455 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93949) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 13 03:28:39.853381 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 03:28:39.853597 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 03:28:39.853913 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 03:28:39.854250 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 13 03:28:40.239709 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.240077 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.240360 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.241561 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.241839 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.242110 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.275800 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.276110 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.276386 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.293098 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.293371 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.293646 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.322055 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.322336 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.322604 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.358322 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.358610 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.358887 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.591546 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.592072 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.592182 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.592391 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.593091 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.714168 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.714488 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.714774 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.715048 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.715341 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.715654 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.715938 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.716202 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.716711 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.717022 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.717285 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.717554 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.717811 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.718065 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.718324 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.718590 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.718847 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.719115 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.719387 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.719650 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.719950 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.720209 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.720492 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.720872 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.721143 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.721398 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.721791 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:28:40.722038 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:28:40.722281 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:28:40.722520 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:28:40.722764 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:28:40.723002 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:28:40.723368 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 13 03:28:40.727014 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 13 03:28:40.731022 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 13 03:28:40.734706 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 13 03:28:40.736500 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 13 03:28:40.736960 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 13 03:28:40.737300 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 13 03:28:40.737714 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 13 03:28:40.740563 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 13 03:28:40.740822 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 13 03:28:40.741171 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 03:28:40.746432 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 13 03:28:40.768189 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 13 03:28:40.768639 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.768941 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93949) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 13 03:28:40.769307 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.770648 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93949) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 13 03:28:40.770932 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 03:28:40.771693 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 13 03:28:40.775027 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.775316 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:40.839242 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 13 03:28:40.839432 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 13 03:28:40.839672 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 13 03:28:40.840063 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 13 03:28:40.860650 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_db.sqlalchemy.engines [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93949) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 13 03:28:41.385778 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Initializing driver for type 'gre' Aug 13 03:28:41.386312 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] gre ID ranges: [(1, 1000)] Aug 13 03:28:41.436617 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Initializing driver for type 'local' Aug 13 03:28:41.437133 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Initializing driver for type 'vlan' Aug 13 03:28:41.449929 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] VlanTypeDriver initialization complete Aug 13 03:28:41.450305 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Initializing driver for type 'vxlan' Aug 13 03:28:41.450822 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] vxlan ID ranges: [(1, 1000)] Aug 13 03:28:41.501609 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Initializing extension driver 'port_security' Aug 13 03:28:41.501987 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.extensions.port_security [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] PortSecurityExtensionDriver initialization complete Aug 13 03:28:41.502363 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Initializing mechanism driver 'openvswitch' Aug 13 03:28:41.502690 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Initializing mechanism driver 'hyperv' Aug 13 03:28:41.509846 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:28:41.510528 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > port after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.510901 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > port after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.511256 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > port after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.511772 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93949) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:28:41.512231 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > subnet after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.512589 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > subnet after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.512937 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.513329 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93949) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:28:41.513736 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > network after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.514095 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > network after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.514439 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > network after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.514825 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93949) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:28:41.515229 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > security_group after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.515578 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > security_group after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.515936 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.516331 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93949) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:28:41.516866 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.517219 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.517563 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.517953 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93949) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:28:41.518359 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > address_group after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.518711 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > address_group after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.519048 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.519435 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93949) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:28:41.519809 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] ML2 OVO RPC backend initialized. {{(pid=93949) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 13 03:28:41.520553 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.520908 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.521348 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > network before_response 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.521696 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > networks before_response 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.522043 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > port before_response 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.522384 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > ports before_response 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.522726 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > subnet before_response 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.523066 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > subnets before_response 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.523412 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > network after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.523762 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > network after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.524128 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > network after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.524472 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > port after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.524810 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > port after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.525147 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > port after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.525487 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > subnet after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.525826 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > subnet after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.526162 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.526729 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Modular L2 Plugin initialization complete Aug 13 03:28:41.527056 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading services supported by the core plugin {{(pid=93949) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 13 03:28:41.527383 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.plugins.ml2.managers [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Got port-security extension from driver 'port_security' Aug 13 03:28:41.527844 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.extensions.vlantransparent [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Disabled vlantransparent extension. Aug 13 03:28:41.528350 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93949) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 13 03:28:41.528677 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading Plugin: router Aug 13 03:28:41.565669 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.566063 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router after_create 55549900 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.566437 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router before_create 55549900 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.566804 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.567179 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.567538 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router after_delete 55549900 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.567921 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.568893 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router after_create 55549900 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.569250 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router after_update 55549900 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.569606 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router after_update 55549900 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.569960 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.570325 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router after_update 55549900 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.570739 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router precommit_update 55549900 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.571111 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: port after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.571452 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: port after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.571794 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: subnet after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.572157 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.572510 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.572857 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router precommit_create 55549900 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.573198 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: port before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.573797 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router precommit_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.573927 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router after_update 55549900 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.574217 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.574568 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router precommit_create 55549900 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.574928 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.575278 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router precommit_update 55549900 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.575646 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > agent after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.576022 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > agent after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.576368 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > network after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.577229 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Tracking information for resource: router configured {{(pid=93949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:28:41.577562 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Tracking information for resource: floatingip configured {{(pid=93949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:28:41.582604 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.db.l3_agentschedulers_db [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 13 03:28:41.583336 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: port after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.583743 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: port after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.584124 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: port after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.584481 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: port after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.585282 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router before_create 55550100 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.585655 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.586019 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router precommit_create 55550100 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.586378 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > router precommit_update 55550100 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.590774 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.services.provider_configuration [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service providers = [] {{(pid=93949) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 13 03:28:41.591139 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.db.servicetype_db [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93949) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 13 03:28:41.594404 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.services.service_base [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93949) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 03:28:41.594888 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.services.service_base [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93949) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 03:28:41.595085 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.services.service_base [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93949) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 03:28:41.596007 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.services.service_base [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93949) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 03:28:41.596381 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.services.service_base [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 13 03:28:41.596767 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:28:41.597084 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 13 03:28:41.608127 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:28:41.608463 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading Plugin: auto_allocate Aug 13 03:28:41.614163 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: network precommit_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.614537 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: network precommit_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.615607 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:28:41.615956 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading Plugin: tag Aug 13 03:28:41.622379 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:28:41.622708 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading Plugin: timestamp Aug 13 03:28:41.626681 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:28:41.627018 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading Plugin: network_ip_availability Aug 13 03:28:41.632962 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.633337 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.633695 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.634407 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:28:41.634729 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading Plugin: flavors Aug 13 03:28:41.639507 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:28:41.639786 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading Plugin: revisions Aug 13 03:28:41.644048 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:28:41.644440 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 03:28:41.645170 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93949) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 13 03:28:41.645508 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Initializing extension manager. Aug 13 03:28:41.646019 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: __init__.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.646911 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: __pycache__ {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.647250 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.647585 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: address_group.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.648362 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.648922 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: address-group Aug 13 03:28:41.649249 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: address_scope.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.649961 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.650471 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: address-scope Aug 13 03:28:41.650797 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.651730 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.652277 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: router-admin-state-down-before-update Aug 13 03:28:41.652604 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: agent.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.653498 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.654010 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: agent Aug 13 03:28:41.654342 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: agent_resources_synced.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.655250 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.655754 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: agent-resources-synced Aug 13 03:28:41.656131 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: allowedaddresspairs.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.657901 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.658417 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: allowed-address-pairs Aug 13 03:28:41.658744 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: auto_allocated_topology.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.659815 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.660357 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: auto-allocated-topology Aug 13 03:28:41.660684 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: availability_zone.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.661379 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.661914 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: availability_zone Aug 13 03:28:41.662242 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: availability_zone_filter.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.663152 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.663660 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: availability_zone_filter Aug 13 03:28:41.664010 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: data_plane_status.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.664921 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.665425 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension data-plane-status not supported by any of loaded plugins Aug 13 03:28:41.665746 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: default_subnetpools.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.666657 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.667166 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: default-subnetpools Aug 13 03:28:41.667492 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.668335 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.668843 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: dhcp_agent_scheduler Aug 13 03:28:41.669166 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: dns.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.670077 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.670583 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension dns-integration not supported by any of loaded plugins Aug 13 03:28:41.670904 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: dns_domain_ports.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.671819 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.672356 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 13 03:28:41.672679 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.673593 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.674098 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 13 03:28:41.674418 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: dvr.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.675084 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.675586 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: dvr Aug 13 03:28:41.675926 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: ecmp_routes.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.676838 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.677358 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 13 03:28:41.677684 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: empty_string_filtering.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.678589 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.679089 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: empty-string-filtering Aug 13 03:28:41.679411 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.680339 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.680842 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 13 03:28:41.681167 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.682073 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.682579 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 13 03:28:41.682902 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: external_net.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.683802 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.684335 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: external-net Aug 13 03:28:41.684656 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.685555 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.686056 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: extra_dhcp_opt Aug 13 03:28:41.686379 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: extraroute.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.687294 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.687802 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: extraroute Aug 13 03:28:41.688164 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: extraroute_atomic.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.689187 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.689699 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: extraroute-atomic Aug 13 03:28:41.690020 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: filter_validation.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.690685 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.691185 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: filter-validation Aug 13 03:28:41.691505 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: fip_pf_description.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.692445 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.692959 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 13 03:28:41.693795 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: fip_port_details.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.694721 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.695228 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: fip-port-details Aug 13 03:28:41.695554 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: flavors.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.696814 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.697330 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: flavors Aug 13 03:28:41.697656 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.699335 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.699848 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 13 03:28:41.700205 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: floatingip_pools.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.700907 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.701415 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: floatingip-pools Aug 13 03:28:41.701740 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: ip_allocation.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.702674 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.703172 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension ip_allocation not supported by any of loaded plugins Aug 13 03:28:41.703495 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.704436 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.704941 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: ip-substring-filtering Aug 13 03:28:41.705267 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: l2_adjacency.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.706189 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.706691 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 13 03:28:41.707016 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: l3.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.708140 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.708702 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: router Aug 13 03:28:41.709539 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.711763 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.712322 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 13 03:28:41.712656 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.713588 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.714099 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: ext-gw-mode Aug 13 03:28:41.714427 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.715367 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.715873 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: l3-ha Aug 13 03:28:41.716235 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: l3_flavors.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.717404 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.717909 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: l3-flavors Aug 13 03:28:41.718233 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.719143 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.719644 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 13 03:28:41.720071 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: l3agentscheduler.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.721097 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.721608 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: l3_agent_scheduler Aug 13 03:28:41.721933 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: logging.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.723425 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.723975 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension logging not supported by any of loaded plugins Aug 13 03:28:41.724335 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: metering.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.725101 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.725676 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: metering Aug 13 03:28:41.726002 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.727087 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.727603 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: metering_source_and_destination_fields Aug 13 03:28:41.727954 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: multiprovidernet.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.728888 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.729397 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: multi-provider Aug 13 03:28:41.729721 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: netmtu.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.730633 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.731144 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: net-mtu Aug 13 03:28:41.731471 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: netmtu_writable.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.732427 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.732938 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: net-mtu-writable Aug 13 03:28:41.733263 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: network_availability_zone.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.733939 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.734446 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: network_availability_zone Aug 13 03:28:41.734764 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: network_ip_availability.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.735846 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.736390 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: network-ip-availability Aug 13 03:28:41.736715 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: network_segment_range.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.737494 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.738001 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension network-segment-range not supported by any of loaded plugins Aug 13 03:28:41.738324 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: pagination.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.739317 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.739646 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: pagination Aug 13 03:28:41.740031 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: port_device_profile.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.740941 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.741453 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: port-device-profile Aug 13 03:28:41.741778 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.742697 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.743205 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: port-mac-address-regenerate Aug 13 03:28:41.743527 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.744465 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.744971 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: port-numa-affinity-policy Aug 13 03:28:41.745294 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: port_resource_request.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.746211 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.746712 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension port-resource-request not supported by any of loaded plugins Aug 13 03:28:41.747033 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: portbindings.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.747992 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.748496 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: binding Aug 13 03:28:41.748821 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: portbindings_extended.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.750205 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.750722 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: binding-extended Aug 13 03:28:41.751050 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: portsecurity.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.752002 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.752520 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: port-security Aug 13 03:28:41.752844 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: project_id.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.753818 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.754149 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: project-id Aug 13 03:28:41.754472 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: providernet.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.755390 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.756437 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: provider Aug 13 03:28:41.756760 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: qos.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.760235 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.760760 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension qos not supported by any of loaded plugins Aug 13 03:28:41.761098 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.762344 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.762863 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 13 03:28:41.763194 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.764151 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.764668 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 13 03:28:41.764997 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: qos_default.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.765901 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.766411 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension qos-default not supported by any of loaded plugins Aug 13 03:28:41.766735 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: qos_fip.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.767387 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.767891 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension qos-fip not supported by any of loaded plugins Aug 13 03:28:41.768238 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: qos_gateway_ip.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.769151 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.769654 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 13 03:28:41.769977 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: qos_port_network_policy.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.770881 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.771964 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 13 03:28:41.772294 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: qos_pps_rule.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.773492 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.774006 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension qos-pps not supported by any of loaded plugins Aug 13 03:28:41.774329 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: qos_rule_type_details.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.775241 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.775750 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 13 03:28:41.776105 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: qos_rules_alias.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.777139 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.777646 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 13 03:28:41.777972 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: quotasv2.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.778873 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.779204 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: quotas Aug 13 03:28:41.779526 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: quotasv2_detail.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.782547 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.782893 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: quota_details Aug 13 03:28:41.783229 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: rbac.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.784486 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.785017 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: rbac-policies Aug 13 03:28:41.785344 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: rbac_address_group.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.786275 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.787311 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: rbac-address-group Aug 13 03:28:41.787642 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: rbac_address_scope.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.788591 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.789108 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: rbac-address-scope Aug 13 03:28:41.789431 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: rbac_security_groups.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.790342 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.790851 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: rbac-security-groups Aug 13 03:28:41.791172 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: rbac_subnetpool.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.792112 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.792624 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: rbac-subnetpool Aug 13 03:28:41.792945 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: revisionifmatch.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.793857 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.794370 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: revision-if-match Aug 13 03:28:41.794691 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: revisions.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.795799 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.796351 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: standard-attr-revisions Aug 13 03:28:41.796679 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: router_availability_zone.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.797386 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.797895 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: router_availability_zone Aug 13 03:28:41.798219 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: routerservicetype.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.799141 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.799647 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension router-service-type not supported by any of loaded plugins Aug 13 03:28:41.799993 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.800914 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.801427 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: security-groups-normalized-cidr Aug 13 03:28:41.801750 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.802732 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.803240 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: port-security-groups-filtering Aug 13 03:28:41.803563 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.804513 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.805028 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: security-groups-remote-address-group Aug 13 03:28:41.805356 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: securitygroup.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.814807 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.815338 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: security-group Aug 13 03:28:41.815674 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: segment.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.816493 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.816999 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension segment not supported by any of loaded plugins Aug 13 03:28:41.817328 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.818782 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.819293 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 13 03:28:41.819625 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: servicetype.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.820825 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.821346 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: service-type Aug 13 03:28:41.821675 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: sorting.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.822662 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.822996 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: sorting Aug 13 03:28:41.823321 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: standard_attr_segment.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.824272 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.824781 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 13 03:28:41.825110 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: standardattrdescription.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.825772 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.826279 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: standard-attr-description Aug 13 03:28:41.826608 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: stateful_security_group.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.827548 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.828094 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: stateful-security-group Aug 13 03:28:41.828421 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: stdattrs_common.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.828997 dv-cinder-759962-7-iscsi neutron-server[93949]: WARNING neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 13 03:28:41.829317 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.830240 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.830745 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 13 03:28:41.831067 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: subnet_onboard.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.832176 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.832691 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: subnet_onboard Aug 13 03:28:41.833020 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.834499 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.835010 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 13 03:28:41.835337 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: subnet_service_types.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.836292 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.836807 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: subnet-service-types Aug 13 03:28:41.837135 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: subnetallocation.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.838198 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.838712 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: subnet_allocation Aug 13 03:28:41.839040 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.839708 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.840247 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: subnetpool-prefix-ops Aug 13 03:28:41.840572 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.841747 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.842264 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 13 03:28:41.842587 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: tagging.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.843620 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.844176 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: standard-attr-tag Aug 13 03:28:41.844506 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: timestamp.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.845697 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.846206 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loaded extension: standard-attr-timestamp Aug 13 03:28:41.846535 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: trunk.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.847562 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.848178 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension trunk not supported by any of loaded plugins Aug 13 03:28:41.848508 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: trunk_details.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.849458 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.849970 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension trunk-details not supported by any of loaded plugins Aug 13 03:28:41.850294 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: uplink_status_propagation.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.851228 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.851739 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 13 03:28:41.852094 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Loading extension file: vlantransparent.py {{(pid=93949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:28:41.852761 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:28:41.853265 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 13 03:28:41.855638 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:network Aug 13 03:28:41.856183 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:subnet Aug 13 03:28:41.856583 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:28:41.856973 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:port Aug 13 03:28:41.858159 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.858628 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service FLAVORS assigned prefix: {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.859259 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.859686 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.860043 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:router Aug 13 03:28:41.860472 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 03:28:41.860974 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service METERING assigned prefix: /metering {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.862387 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.862754 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.863109 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:28:41.864129 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 03:28:41.864628 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:security_group Aug 13 03:28:41.865017 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 03:28:41.866700 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service CORE assigned prefix: {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.867051 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:28:41.867408 dv-cinder-759962-7-iscsi neutron-server[93949]: WARNING neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] subnetpool is already registered Aug 13 03:28:41.867853 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service CORE assigned prefix: {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.868210 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:28:41.868544 dv-cinder-759962-7-iscsi neutron-server[93949]: WARNING neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] subnetpool is already registered Aug 13 03:28:41.870781 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.871211 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service FLAVORS assigned prefix: {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.871799 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.872253 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.872587 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:router Aug 13 03:28:41.872922 dv-cinder-759962-7-iscsi neutron-server[93949]: WARNING neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] router is already registered Aug 13 03:28:41.873328 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 03:28:41.873662 dv-cinder-759962-7-iscsi neutron-server[93949]: WARNING neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] floatingip is already registered Aug 13 03:28:41.874121 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service METERING assigned prefix: /metering {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.874785 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 03:28:41.875107 dv-cinder-759962-7-iscsi neutron-server[93949]: WARNING neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] rbac_policy is already registered Aug 13 03:28:41.875515 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:security_group Aug 13 03:28:41.875847 dv-cinder-759962-7-iscsi neutron-server[93949]: WARNING neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] security_group is already registered Aug 13 03:28:41.876274 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 03:28:41.876610 dv-cinder-759962-7-iscsi neutron-server[93949]: WARNING neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] security_group_rule is already registered Aug 13 03:28:41.877243 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service CORE assigned prefix: {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.877573 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:28:41.877908 dv-cinder-759962-7-iscsi neutron-server[93949]: WARNING neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] subnetpool is already registered Aug 13 03:28:41.878333 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.v2.resource_helper [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Service CORE assigned prefix: {{(pid=93949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:28:41.878657 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:28:41.878988 dv-cinder-759962-7-iscsi neutron-server[93949]: WARNING neutron.quota.resource_registry [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] subnetpool is already registered Aug 13 03:28:41.879445 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: extensions {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.881437 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: address-groups {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.882922 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: address-scopes {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.884405 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: agents {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.885561 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: auto-allocated-topology {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.886815 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: availability_zones {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.888054 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: dhcp-networks {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.889604 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: dhcp-agents {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.890963 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: routers {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.892720 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: flavors {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.893977 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: service_profiles {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.895180 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: next_providers {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.897209 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: service_profiles {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.898739 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: floatingip-pools {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.900002 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: routers {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.901708 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: floatingips {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.902988 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: l3-routers {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.904405 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: l3-agents {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.905812 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: metering-labels {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.907074 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: metering-label-rules {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.908469 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: network-ip-availabilities {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.909713 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: bindings {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.911262 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: quotas {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.912855 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: quotas {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.914395 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: rbac-policies {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.915568 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: security-groups {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.916893 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: security-group-rules {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.918136 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: service-providers {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.919350 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: subnetpools {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.920732 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: subnetpools {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.922279 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: tags {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.923971 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: tags {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.925760 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: tags {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.927565 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: tags {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.929260 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: tags {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.932213 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: tags {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.933875 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: tags {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.935694 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: tags {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.937599 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: tags {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.939339 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron.api.extensions [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Extended resource: tags {{(pid=93949) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:28:41.945725 dv-cinder-759962-7-iscsi neutron-server[93949]: WARNING keystonemiddleware.auth_token [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 13 03:28:41.950199 dv-cinder-759962-7-iscsi neutron-server[93949]: WARNING keystonemiddleware.auth_token [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 13 03:28:41.958350 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Acquired lock "singleton_lock" {{(pid=93949) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 13 03:28:41.959369 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Releasing lock "singleton_lock" {{(pid=93949) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 13 03:28:41.960022 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO oslo_service.service [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Starting 2 workers Aug 13 03:28:41.964826 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Started child 94056 {{(pid=93949) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 03:28:41.969490 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Started child 94057 {{(pid=93949) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 03:28:41.970457 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:28:41.971093 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO neutron.service [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 13 03:28:41.971681 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Notify callbacks [] for process, before_spawn {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:28:41.972064 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [-] (94056) wsgi starting up on http://0.0.0.0:9696 Aug 13 03:28:41.974027 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO oslo_service.service [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Starting 1 workers Aug 13 03:28:41.974230 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:28:41.975652 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [-] (94057) wsgi starting up on http://0.0.0.0:9696 Aug 13 03:28:41.979264 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Started child 94058 {{(pid=93949) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 03:28:41.979794 dv-cinder-759962-7-iscsi neutron-server[93949]: INFO oslo_service.service [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Starting 1 workers Aug 13 03:28:41.982986 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.service [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] calling RpcWorker wait() {{(pid=94058) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 13 03:28:41.983536 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.service [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] returning from RpcWorker wait() {{(pid=94058) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 13 03:28:41.984269 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Started child 94059 {{(pid=93949) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 03:28:41.984930 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:28:41.985107 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-90c6308e-308c-4df4-ad9e-ad3d18c12395 None None] Notify callbacks [] for process, after_spawn {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:28:41.985435 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:28:41.986887 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93949) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 03:28:41.987098 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 03:28:41.987262 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 03:28:41.987477 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 03:28:41.987828 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 03:28:41.988020 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 03:28:41.988525 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.988825 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.989090 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.989356 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.989446 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:28:41.990395 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.990753 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.991011 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.991281 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.991542 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.991827 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.992025 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.992197 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.992460 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.992694 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.992989 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.993258 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.993497 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.993778 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.993954 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.994205 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.994477 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.994735 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.995007 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] debug = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.995260 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.995739 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.996021 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.996284 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.996500 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.996765 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.996993 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.997281 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.997526 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.997748 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.997985 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.998258 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.998518 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.998753 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.998996 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.999250 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.999468 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:41.999961 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] host = dv-cinder-759962-7-iscsi {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.000202 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.000419 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.000645 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.000910 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.001169 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.001406 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.001653 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.001925 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.002164 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.002389 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.002608 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.002857 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.003106 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.003351 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_file = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.003515 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_options = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.003751 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.004028 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.004288 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.004477 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.004645 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.004820 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.005055 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.005219 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.005552 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.006282 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.006540 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.006693 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.006909 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.007138 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.007367 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.007618 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.007834 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.008099 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.008364 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.008597 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.008821 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.009046 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.009277 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.009560 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.009794 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.010035 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.010261 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.010477 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.010689 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.010945 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.011176 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.011454 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.011707 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.012066 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.012234 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.012420 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.012648 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.012910 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.013138 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.013386 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.013652 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.013885 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.014109 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.014341 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.014573 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.014791 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] use_json = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.015004 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.015234 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.015487 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.015699 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.015953 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.016175 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.016390 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.016637 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.017062 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.017340 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.017651 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.017914 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.018165 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.018423 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.018656 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.018881 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.019113 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.019364 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.019679 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.019928 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.020215 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.020470 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.020740 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.020989 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:28:42.021147 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.021359 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.021630 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.021870 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.022201 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.022354 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.023495 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.023801 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.024093 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.024367 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.024618 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.024857 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.025139 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.025366 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.025532 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.025750 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.026440 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.026440 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.026440 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.026684 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.026931 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.027161 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.027934 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.027934 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.027934 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.028941 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.028941 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.028941 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.028941 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.029529 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.029529 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.029529 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.029938 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.029938 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.032019 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.032019 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.032019 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.032019 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.032019 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.032019 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.032019 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.032019 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.032019 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.033756 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.033756 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.033756 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.033756 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.033756 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.033756 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.033756 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.033756 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.034867 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.034867 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.034867 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.034867 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.034867 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.035521 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.035521 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.035521 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.035521 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.036149 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.036149 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.036149 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.036563 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.036563 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.036946 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.037090 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.037227 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.037646 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.038322 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.038322 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.038322 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.038717 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.038852 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.039016 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.040015 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.040015 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.040015 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.040015 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.040337 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.040426 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.040600 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.040843 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.041085 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.041306 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.041701 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.041860 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.042011 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.042292 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.042477 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.042653 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.043354 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.043354 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.043539 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.043644 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.044266 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.044266 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.044641 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.044786 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.044958 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.045237 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.045530 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.045801 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.046253 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.046413 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.046555 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.046818 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.047048 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.047295 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.047540 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.047784 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.048029 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.048309 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.048525 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.050904 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.050904 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.050904 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.050904 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.050904 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.050904 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.050904 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.050904 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.051436 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.051436 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.051436 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.051436 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.051664 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.052101 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.052211 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.053192 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.053192 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.053381 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.053890 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.053890 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.054108 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.054368 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.054483 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.054673 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.054928 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.055133 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.055352 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.055602 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.055817 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.056413 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.056413 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.056604 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.056681 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.057375 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.057375 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.057375 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.057594 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.057748 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.057984 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.058203 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.058478 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.058721 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.058954 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.059184 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.059415 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.059670 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.059884 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.060214 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.060408 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.061846 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.061846 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.061846 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.061846 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.061846 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.061846 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.062257 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.062257 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.062374 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.062688 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.062944 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.063183 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.063425 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.063640 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.063879 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.064109 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.064350 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.064590 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.064804 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.065018 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.065281 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.065498 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.065728 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.065931 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.066135 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.066362 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.066571 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.066799 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.067102 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.067349 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.067597 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.067850 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.068696 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.068927 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.069155 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.069364 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.069573 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.069794 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.070009 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.070238 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.070463 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.070665 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.070875 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.071096 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.071333 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.071562 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.072022 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.072022 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.072278 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.072536 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.072843 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.073105 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.073377 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.073582 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.073786 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.074014 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.074230 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.074439 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.074668 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.074877 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.075086 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.075307 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.075530 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.075729 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.076084 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.076332 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.076584 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.076872 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.077100 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.077343 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.077589 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.077925 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.078145 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.078400 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.078620 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.078861 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.079081 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.079323 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.079654 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.079958 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.080233 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.080506 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.080785 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.081069 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.081364 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.081577 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.081863 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.082210 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.082480 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.082731 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.082964 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.083216 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.083449 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.083720 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.083983 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.084222 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.084477 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.084696 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.084928 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.085168 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.085392 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.085621 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.085840 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.086060 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.086304 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.086527 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.086741 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.086897 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 03:28:42.087420 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93949) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 03:28:42.087575 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 03:28:42.087739 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 03:28:42.087947 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 03:28:42.088119 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 03:28:42.088271 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 03:28:42.088474 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.088665 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.088815 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.088944 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.089104 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.089586 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.089586 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.089586 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.089839 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.089920 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.090022 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.090186 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.090355 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.090495 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.090653 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.090810 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.090957 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.091114 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.091523 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.091687 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.091848 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.092031 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.092192 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] debug = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.092348 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.092539 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.092717 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.092858 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.093014 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.093171 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.093328 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.093484 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.093641 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.093797 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.093953 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.094110 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.094266 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.094421 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.094579 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.094736 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.094893 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.095049 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] host = dv-cinder-759962-7-iscsi {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.095204 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.095366 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.095523 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.095676 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.096007 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.096007 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.096173 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.096298 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.096473 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.096610 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.096772 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.096912 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.097073 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.098246 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_file = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.098246 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_options = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.098246 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.098246 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.098246 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.098246 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.098246 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.098760 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.098760 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.098901 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.098977 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.099089 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.099276 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.099443 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.099589 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.099746 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.099921 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.100077 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.100236 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.100395 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.100554 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.100718 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.100867 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.101026 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.101182 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.101338 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.101498 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.101656 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.101812 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.101968 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.102129 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.102286 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.102447 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.102604 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.102761 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.102919 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.103075 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.103234 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.103392 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.103554 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.103709 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.103867 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.104047 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.104203 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.104358 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.104513 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.104671 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.104829 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] use_json = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.104985 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.105142 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.105300 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.105456 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.105612 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.105770 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.105922 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.106079 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:28:42.106256 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.106417 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.106591 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.106757 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.106909 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.107068 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.107225 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.107386 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.107550 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.107703 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.107870 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.108050 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.108223 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.108381 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.108541 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.108703 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.108864 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.109023 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.109182 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.109343 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.109502 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.109661 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.109837 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.109997 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.110159 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.110318 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.110475 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.110638 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.110798 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.110962 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.111121 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.111286 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.111445 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.111600 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.111765 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.111939 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.112109 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.112273 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.112433 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.112591 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.112753 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.112912 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.113071 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.113231 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.113390 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.114071 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.114071 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.114071 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.114071 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.114398 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.114398 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.114538 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.114616 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.114754 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.115433 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.115593 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.115755 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.115928 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.116094 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.116254 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.116416 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.116589 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.116750 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.116907 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.117233 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.117408 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.117556 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.117715 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.117874 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.118034 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.118194 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.118356 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.118517 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.118677 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.118842 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.119000 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.119161 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.119322 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.119480 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.119571 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:28:42.119656 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.119788 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.119969 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.120133 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.120294 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.120463 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.120638 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.120799 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.120959 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.121122 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.121285 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.121442 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.121601 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.121760 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.121921 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.122084 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.122244 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.122403 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.122565 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.122726 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.122885 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.123044 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.123203 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.123362 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.123521 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.123681 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.123839 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.124021 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.124188 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.124329 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.124488 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.124647 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.124817 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.124976 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.125137 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.125296 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.125463 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.125634 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.125794 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.125954 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.126114 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.126273 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.126434 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.126593 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.126753 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.126912 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.127072 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.127231 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.127399 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.127569 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.127728 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.127887 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.128067 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.128251 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.128411 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.128570 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.128730 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.128889 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.129048 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.129207 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.129367 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.129526 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.129686 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.129845 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.130006 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.130165 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.130327 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.130509 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.130699 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.130860 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.131021 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.131192 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.131343 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.131504 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.131878 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.131878 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.132138 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.132138 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.132616 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.132616 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.132616 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.132917 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.132917 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.133079 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.133181 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.133534 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.133534 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.133767 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.133767 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.133997 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.134116 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.134248 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.134371 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.134523 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.134683 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.134843 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.135177 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.135177 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.135328 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.135447 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.135606 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.135766 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.135932 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.136100 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.136261 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.136421 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.136581 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.136741 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.136917 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.137078 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.137237 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.137396 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.137555 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.137714 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.137873 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.138033 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.138191 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.138351 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.138510 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.138671 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.138834 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.138993 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.139155 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.139315 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.139474 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.139679 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.139792 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.139985 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.140147 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.140306 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.140465 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.140626 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.140785 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.140956 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.141116 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.141275 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.141433 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.141592 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.141750 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.141920 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.142083 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.142243 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.142401 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.142560 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.142719 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.142888 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.143047 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.143206 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.143366 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.143526 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.143684 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.143854 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.144035 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.144194 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.144352 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.144685 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.144685 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.144928 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.145052 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.145174 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.145296 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.145418 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.145559 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.145727 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.145889 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.146541 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.146726 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.146886 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.147046 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.147205 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.147377 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.147538 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.147700 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.147860 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.148042 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.148203 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.148364 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.148527 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.148697 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.148864 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.149025 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.149194 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.149362 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.149532 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.149692 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.149859 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.150031 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.150191 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.150351 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.150511 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.150671 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.150831 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.150991 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.151151 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.151312 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.151472 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.151631 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.151790 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.151976 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.152141 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.152301 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.152462 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.152621 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.152780 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.152939 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.153097 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:28:42.153248 dv-cinder-759962-7-iscsi neutron-server[93949]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93949) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 03:28:42.370827 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 56780) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:28:42.379151 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060346 Aug 13 03:28:53.609194 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a08ebe7-b39f-4494-af68-f96428db41be None None] get_active_networks_info from dv-cinder-759962-7-iscsi {{(pid=94058) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 13 03:28:53.711106 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a08ebe7-b39f-4494-af68-f96428db41be None None] No non-hosted networks {{(pid=94058) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 13 03:28:53.726254 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.agentschedulers_db [None req-3a08ebe7-b39f-4494-af68-f96428db41be None None] DHCP Agent not found on host dv-cinder-759962-7-iscsi {{(pid=94058) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 13 03:28:53.854289 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-056b8763-f65d-4a5f-b16f-b500575b5a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3674865'] for agent, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:28:56.112023 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a9ac07a5-5aa5-46b1-8684-034207c8a15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3674865'] for agent, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:28:56.153539 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-19200652-ea86-42d0-8203-7609eb23a84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:28:56.260543 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3674865'] for agent, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:28:56.263153 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:28:56.264504 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:28:56.265532 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:28:56.272021 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:28:56.272755 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:28:56.273557 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:28:56.277508 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:28:56.279468 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:28:56.280573 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:28:56.281123 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:28:56.282687 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:28:56.283479 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:28:56.284381 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759962-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:28:56.300587 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759962-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:28:57.320593 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3674865'] for agent, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:28:58.834183 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3674865'] for agent, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:28:59.544284 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.db.l3_hamode_db [None req-5f161cdf-2757-444e-ad43-ae7e8e66d67c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 13 03:28:59.621029 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f161cdf-2757-444e-ad43-ae7e8e66d67c None None] Routers set() bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:28:59.621408 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f161cdf-2757-444e-ad43-ae7e8e66d67c None None] Router IDs set() for agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 13 03:28:59.980233 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 56870) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:29:00.463091 dv-cinder-759962-7-iscsi neutron-server[94057]: WARNING oslo_policy.policy [None req-907fb047-50f3-44cc-919e-ad00eaf386fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:29:00.463693 dv-cinder-759962-7-iscsi neutron-server[94057]: WARNING oslo_policy.policy [None req-907fb047-50f3-44cc-919e-ad00eaf386fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:29:00.680228 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [None req-907fb047-50f3-44cc-919e-ad00eaf386fc admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:29:00.681446 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-907fb047-50f3-44cc-919e-ad00eaf386fc admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6991470 Aug 13 03:29:02.980477 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 56884) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:29:03.283168 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-dc76f87c-a77e-4e18-a9bd-63acc959529b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:29:03.375426 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.policy [None req-dc76f87c-a77e-4e18-a9bd-63acc959529b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94057) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 03:29:03.420569 dv-cinder-759962-7-iscsi neutron-server[94057]: WARNING oslo_policy.policy [None req-dc76f87c-a77e-4e18-a9bd-63acc959529b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:29:03.420938 dv-cinder-759962-7-iscsi neutron-server[94057]: WARNING oslo_policy.policy [None req-dc76f87c-a77e-4e18-a9bd-63acc959529b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:29:03.429998 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.quota [None req-dc76f87c-a77e-4e18-a9bd-63acc959529b admin admin] Loaded quota_driver: . Aug 13 03:29:03.519134 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dc76f87c-a77e-4e18-a9bd-63acc959529b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794869826872', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794869827563', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794869822406', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794869812521', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794869188228', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794869799674', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3660550', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3501601', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-702344', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-769488'] for rbac-policy, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:03.582779 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dc76f87c-a77e-4e18-a9bd-63acc959529b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:03.584678 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-dc76f87c-a77e-4e18-a9bd-63acc959529b admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6032546 Aug 13 03:29:06.088941 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 56896) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:29:06.382677 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Request body: {'network': {'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'project_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'admin_state_up': True, 'name': 'private'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:29:06.410436 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Made reservation on behalf of d42bbe68a6874fa3892bc3986366dd0e for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:29:06.413966 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:06.431035 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:06.553741 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:06.557600 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:06.576689 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:29:06.605226 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794870372199', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:06.605818 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Unsubscribe: segment precommit_create {{(pid=94057) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 03:29:06.606334 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Added segment 55797e25-006b-46db-b521-b1db061e232c of type vlan for network fbd16022-39a9-400d-a50d-2a20d2c33c02 Aug 13 03:29:06.623649 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3785285-4cb4-4725-bc12-48d7a9c6ab75,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:06.648953 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:06.649299 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:06.649637 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:06.649970 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:06.650299 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:06.650648 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:06.650976 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:06.651298 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:06.651633 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:06.651979 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:06.652299 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:06.652614 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Tracked resource versions report: Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: pushed versions: Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: { 'AddressGroup': {'1.2'}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'ConntrackHelper': {'1.0'}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Log': {'1.0'}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Network': {'1.1'}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Port': {'1.7'}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'PortForwarding': {'1.2'}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'QosPolicy': {'1.9'}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'SecurityGroup': {'1.4'}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'SubPort': {'1.0'}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Subnet': {'1.1'}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Trunk': {'1.1'}} Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: consumer versions: Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: { DHCP agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: L3 agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: Metadata agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: Metering agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: Open vSwitch agent@dv-cinder-759962-7-iscsi: { 'AddressGroup': '1.2', Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'ConntrackHelper': '1.0', Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Log': '1.0', Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Network': '1.1', Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Port': '1.7', Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'PortForwarding': '1.2', Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'QosPolicy': '1.9', Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'SecurityGroup': '1.4', Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'SecurityGroupRule': '1.2', Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'SubPort': '1.0', Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Subnet': '1.1', Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Trunk': '1.1'}} Aug 13 03:29:06.653736 dv-cinder-759962-7-iscsi neutron-server[94057]: {{(pid=94057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:29:06.727489 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:06.777220 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:06.778376 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:29:06.779051 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:06.859831 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7698226 Aug 13 03:29:06.878365 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f456d22-cc1c-4d28-be8b-b973e8f25228 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd16022-39a9-400d-a50d-2a20d2c33c02,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:06.890989 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network fbd16022-39a9-400d-a50d-2a20d2c33c02 details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:29:09.478008 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 56910) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:29:09.882905 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3cea5-9e64-4c09-9d1b-ef44b9c1f52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:29:09.884290 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3de3cea5-9e64-4c09-9d1b-ef44b9c1f52e admin admin] 10.222.0.57 "GET /v2.0/networks/fbd16022-39a9-400d-a50d-2a20d2c33c02 HTTP/1.1" status: 200 len: 825 time: 0.4053383 Aug 13 03:29:09.910454 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b191469e-f242-4cf7-a743-e4908fd7d352 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/0e53c2aa-9f12-44db-9058-1ac293f5a442 HTTP/1.1" status: 200 len: 734 time: 0.0201766 Aug 13 03:29:09.919551 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-50045ba3-b9d5-4288-a3fa-5a80afa3122e admin admin] Request body: {'subnet': {'subnetpool_id': '0e53c2aa-9f12-44db-9058-1ac293f5a442', 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02', 'name': 'private-subnet', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:29:09.940257 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50045ba3-b9d5-4288-a3fa-5a80afa3122e admin admin] Made reservation on behalf of d42bbe68a6874fa3892bc3986366dd0e for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:29:09.942571 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-50045ba3-b9d5-4288-a3fa-5a80afa3122e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:10.245587 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-50045ba3-b9d5-4288-a3fa-5a80afa3122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:10.320169 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50045ba3-b9d5-4288-a3fa-5a80afa3122e admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c47144-0e0d-4160-9f2c-e6be248b0312,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:10.324601 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50045ba3-b9d5-4288-a3fa-5a80afa3122e admin admin] Checking segment: {'id': '55797e25-006b-46db-b521-b1db061e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:29:10.325009 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50045ba3-b9d5-4288-a3fa-5a80afa3122e admin admin] Network hostable DHCP agents. Network: fbd16022-39a9-400d-a50d-2a20d2c33c02, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:29:10.347048 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50045ba3-b9d5-4288-a3fa-5a80afa3122e admin admin] Network fbd16022-39a9-400d-a50d-2a20d2c33c02 is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:29:10.358013 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-50045ba3-b9d5-4288-a3fa-5a80afa3122e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, fbd16022-39a9-400d-a50d-2a20d2c33c02) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:29:10.362560 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50045ba3-b9d5-4288-a3fa-5a80afa3122e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:29:10.363160 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-50045ba3-b9d5-4288-a3fa-5a80afa3122e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:10.367883 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b053b260-375d-4fbf-80ec-2d825800e1eb None None] Network fbd16022-39a9-400d-a50d-2a20d2c33c02 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:29:10.391581 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-50045ba3-b9d5-4288-a3fa-5a80afa3122e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4623961 Aug 13 03:29:10.686899 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31d5fa13-7770-5470-a7f3-23422e52ac17-fbd16022-39a9-400d-a50d-2a20d2c33c02', 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'fixed_ips': [{'subnet_id': '51c47144-0e0d-4160-9f2c-e6be248b0312'}]}} from dv-cinder-759962-7-iscsi. {{(pid=94058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:29:10.688265 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:10.958926 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Allocated IP 172.20.0.2 (fbd16022-39a9-400d-a50d-2a20d2c33c02/51c47144-0e0d-4160-9f2c-e6be248b0312/856d6047-5921-4bbf-a9cb-0829cf0106e0) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:29:11.157159 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:11.172910 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Transition to ACTIVE for port object 856d6047-5921-4bbf-a9cb-0829cf0106e0 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:29:11.196155 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Transition to ACTIVE for port object 856d6047-5921-4bbf-a9cb-0829cf0106e0 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:29:11.204510 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:11.305973 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Network fbd16022-39a9-400d-a50d-2a20d2c33c02 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:29:11.313837 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:29:11.317680 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:29:11.319700 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Pushing event updated for resources: {'Port': ['ID=856d6047-5921-4bbf-a9cb-0829cf0106e0,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:11.351750 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:11.352126 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:11.352469 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:11.352805 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:11.353137 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:11.353467 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:11.353795 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:11.354121 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:11.354474 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:11.354800 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:11.355124 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:11.355442 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Tracked resource versions report: Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: pushed versions: Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: { 'AddressGroup': {'1.2'}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'ConntrackHelper': {'1.0'}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Log': {'1.0'}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Network': {'1.1'}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Port': {'1.7'}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'PortForwarding': {'1.2'}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'QosPolicy': {'1.9'}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'SecurityGroup': {'1.4'}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'SubPort': {'1.0'}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Subnet': {'1.1'}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Trunk': {'1.1'}} Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: consumer versions: Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: { DHCP agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: L3 agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: Metadata agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: Metering agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: Open vSwitch agent@dv-cinder-759962-7-iscsi: { 'AddressGroup': '1.2', Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'ConntrackHelper': '1.0', Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Log': '1.0', Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Network': '1.1', Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Port': '1.7', Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'PortForwarding': '1.2', Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'QosPolicy': '1.9', Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'SecurityGroup': '1.4', Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'SecurityGroupRule': '1.2', Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'SubPort': '1.0', Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Subnet': '1.1', Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Trunk': '1.1'}} Aug 13 03:29:11.356574 dv-cinder-759962-7-iscsi neutron-server[94058]: {{(pid=94058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:29:11.406328 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Attempting to bind port 856d6047-5921-4bbf-a9cb-0829cf0106e0 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:29:11.406961 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Attempting to bind port 856d6047-5921-4bbf-a9cb-0829cf0106e0 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '55797e25-006b-46db-b521-b1db061e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:29:11.407124 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Attempting to bind port 856d6047-5921-4bbf-a9cb-0829cf0106e0 on network fbd16022-39a9-400d-a50d-2a20d2c33c02 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:29:11.412505 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:29:11.412920 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Checking segment: {'id': '55797e25-006b-46db-b521-b1db061e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:29:11.413389 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:11.413806 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Bound using segment: {'id': '55797e25-006b-46db-b521-b1db061e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:29:11.414297 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Bound port: 856d6047-5921-4bbf-a9cb-0829cf0106e0, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55797e25-006b-46db-b521-b1db061e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:29:11.414715 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:11.476153 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] For port 856d6047-5921-4bbf-a9cb-0829cf0106e0, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:29:11.480464 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] For port 856d6047-5921-4bbf-a9cb-0829cf0106e0, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=856d6047-5921-4bbf-a9cb-0829cf0106e0,segment=NetworkSegment(55797e25-006b-46db-b521-b1db061e232c),segment_id=55797e25-006b-46db-b521-b1db061e232c)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:29:11.484518 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:11.550926 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b518b7a-249e-43f1-8fa2-e03f159c9707 None None] Pushing event updated for resources: {'Port': ['ID=856d6047-5921-4bbf-a9cb-0829cf0106e0,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:12.787507 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 56918) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:29:13.103020 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [None req-4a942bb6-dc50-4e03-8487-ba3c57b36050 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:29:13.104041 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-4a942bb6-dc50-4e03-8487-ba3c57b36050 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3155372 Aug 13 03:29:15.475511 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 56926) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:29:15.796061 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [None req-cc91d7bd-3afb-4a80-9c1b-2dbcbaa59234 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:29:15.797193 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-cc91d7bd-3afb-4a80-9c1b-2dbcbaa59234 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3207285 Aug 13 03:29:18.376697 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 56936) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:29:18.677911 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-5d39984a-d018-4cd2-973e-c5eac1b4f91a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:29:18.700714 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d39984a-d018-4cd2-973e-c5eac1b4f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3677678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:18.702317 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d39984a-d018-4cd2-973e-c5eac1b4f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:18.858248 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d39984a-d018-4cd2-973e-c5eac1b4f91a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:18.862719 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d39984a-d018-4cd2-973e-c5eac1b4f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675640'] for router, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:18.875652 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d39984a-d018-4cd2-973e-c5eac1b4f91a admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:18.877113 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-5d39984a-d018-4cd2-973e-c5eac1b4f91a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4994519 Aug 13 03:29:19.871196 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5e468c-7b10-4124-9991-0c58efe31252 None None] Network fbd16022-39a9-400d-a50d-2a20d2c33c02 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:29:19.925604 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-cce87743-c5b5-48b0-af60-d5c997cbdc9c None None] Provisioning for port 856d6047-5921-4bbf-a9cb-0829cf0106e0 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:29:20.048331 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 5 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:29:20.174350 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 856d6047-5921-4bbf-a9cb-0829cf0106e0 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:29:20.271071 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 856d6047-5921-4bbf-a9cb-0829cf0106e0 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:29:20.274520 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 856d6047-5921-4bbf-a9cb-0829cf0106e0 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:29:20.274917 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:20.378530 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:20.413352 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 856d6047-5921-4bbf-a9cb-0829cf0106e0, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=856d6047-5921-4bbf-a9cb-0829cf0106e0,segment=NetworkSegment(55797e25-006b-46db-b521-b1db061e232c),segment_id=55797e25-006b-46db-b521-b1db061e232c)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:29:20.417093 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:20.462163 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=856d6047-5921-4bbf-a9cb-0829cf0106e0,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:21.257593 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 56948) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:29:21.594659 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [None req-e387b918-8b6e-49eb-aaf4-3c6d496cd701 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:29:21.595682 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-e387b918-8b6e-49eb-aaf4-3c6d496cd701 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3371522 Aug 13 03:29:22.137352 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 856d6047-5921-4bbf-a9cb-0829cf0106e0 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:29:22.183503 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 856d6047-5921-4bbf-a9cb-0829cf0106e0 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:29:22.183924 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:23.542849 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1e0050fe-a0e4-4a84-b01e-4a03a7cf1e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:24.017636 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 56956) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:29:24.326776 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:29:24.348118 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Made reservation on behalf of 92eefbd9f5f44401a8639cfa8c38cf01 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:29:24.350299 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:24.358151 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:24.443387 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:24.447050 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:24.459776 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Reserving flat network on physical network physnet1 {{(pid=94057) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 13 03:29:24.480549 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ac48d6-dfa8-457c-a059-0d5d1c1106b3,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:24.483342 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:24.483685 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Added segment 1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7 of type flat for network 447743f6-e021-4a69-b78c-3b977fcc1367 Aug 13 03:29:24.530184 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:24.565733 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:24.566690 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:29:24.567253 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:24.620943 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6021619 Aug 13 03:29:24.627548 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca559ac-eb36-4e28-95d3-b3743270c06c admin admin] Pushing event updated for resources: {'Network': ['ID=447743f6-e021-4a69-b78c-3b977fcc1367,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:24.637804 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 447743f6-e021-4a69-b78c-3b977fcc1367 details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:29:26.103929 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6b2d35d9-3fe9-47ef-a7a4-1b374ee99388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:26.256888 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:26.936147 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 56964) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:29:27.242372 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:27.367312 dv-cinder-759962-7-iscsi neutron-server[94056]: WARNING oslo_policy.policy [None req-47ce5f7f-fb96-4c91-8723-1c8e60da41cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:29:27.367942 dv-cinder-759962-7-iscsi neutron-server[94056]: WARNING oslo_policy.policy [None req-47ce5f7f-fb96-4c91-8723-1c8e60da41cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:29:27.769895 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.policy [None req-47ce5f7f-fb96-4c91-8723-1c8e60da41cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94056) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 03:29:27.815793 dv-cinder-759962-7-iscsi neutron-server[94056]: WARNING oslo_policy.policy [None req-47ce5f7f-fb96-4c91-8723-1c8e60da41cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:29:27.816214 dv-cinder-759962-7-iscsi neutron-server[94056]: WARNING oslo_policy.policy [None req-47ce5f7f-fb96-4c91-8723-1c8e60da41cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:29:27.826879 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ce5f7f-fb96-4c91-8723-1c8e60da41cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:29:27.826879 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-47ce5f7f-fb96-4c91-8723-1c8e60da41cd admin admin] 10.222.0.57 "GET /v2.0/subnets/51c47144-0e0d-4160-9f2c-e6be248b0312 HTTP/1.1" status: 200 len: 849 time: 0.8895700 Aug 13 03:29:27.992000 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-e624dcd3-fb35-41b9-a268-2534a3467c72 admin admin] 10.222.0.57 "GET /v2.0/routers/da5c8d0e-5268-472f-a5cf-6f50c8006400 HTTP/1.1" status: 200 len: 704 time: 0.1567996 Aug 13 03:29:28.244447 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:28.558451 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Allocated IP 172.20.0.1 (fbd16022-39a9-400d-a50d-2a20d2c33c02/51c47144-0e0d-4160-9f2c-e6be248b0312/508afb9b-6f12-4a97-9075-c332b9d13bc6) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:29:28.768445 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:28.778045 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:28.793034 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Transition to ACTIVE for port object 508afb9b-6f12-4a97-9075-c332b9d13bc6 will not be triggered until provisioned by entity DHCP. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:29:28.874514 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:28.908932 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Network fbd16022-39a9-400d-a50d-2a20d2c33c02 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:29:28.910277 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:29:28.986015 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:29:28.986015 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734573'] for router_interface, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:29.006225 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Pushing event updated for resources: {'Port': ['ID=508afb9b-6f12-4a97-9075-c332b9d13bc6,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:29.050252 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:29.050663 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:29.051521 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:29.051860 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:29.052216 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:29.052567 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:29.052899 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:29.053225 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:29.053566 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:29.053892 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:29.054216 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:29.054541 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Tracked resource versions report: Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: pushed versions: Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: { 'AddressGroup': {'1.2'}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'ConntrackHelper': {'1.0'}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Log': {'1.0'}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Network': {'1.1'}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Port': {'1.7'}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'PortForwarding': {'1.2'}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'QosPolicy': {'1.9'}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'SecurityGroup': {'1.4'}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'SubPort': {'1.0'}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Subnet': {'1.1'}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Trunk': {'1.1'}} Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: consumer versions: Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: { DHCP agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: L3 agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: Metadata agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: Metering agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: Open vSwitch agent@dv-cinder-759962-7-iscsi: { 'AddressGroup': '1.2', Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'ConntrackHelper': '1.0', Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Log': '1.0', Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Network': '1.1', Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Port': '1.7', Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'PortForwarding': '1.2', Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'QosPolicy': '1.9', Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'SecurityGroup': '1.4', Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'SecurityGroupRule': '1.2', Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'SubPort': '1.0', Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Subnet': '1.1', Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Trunk': '1.1'}} Aug 13 03:29:29.055671 dv-cinder-759962-7-iscsi neutron-server[94056]: {{(pid=94056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:29:29.129788 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-664d1534-7db8-4e2f-a04c-225d25dbe4dd None None] Provisioning for port 508afb9b-6f12-4a97-9075-c332b9d13bc6 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:29:29.133483 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-664d1534-7db8-4e2f-a04c-225d25dbe4dd None None] Provisioning complete for port 508afb9b-6f12-4a97-9075-c332b9d13bc6 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:29:29.133860 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-664d1534-7db8-4e2f-a04c-225d25dbe4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:29.169146 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-664d1534-7db8-4e2f-a04c-225d25dbe4dd None None] Port 508afb9b-6f12-4a97-9075-c332b9d13bc6 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:29:29.196709 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:29.402015 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:29.406266 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:29.407023 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3734713'] for router_interface, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:29.479608 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Pushing event updated for resources: {'Port': ['ID=508afb9b-6f12-4a97-9075-c332b9d13bc6,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:29.526946 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Network fbd16022-39a9-400d-a50d-2a20d2c33c02 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:29:29.528247 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:29:29.687923 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-febab720-6a2e-4717-953b-25f1cbd73df3 None None] Provisioning complete for port 508afb9b-6f12-4a97-9075-c332b9d13bc6 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:29:29.688295 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-febab720-6a2e-4717-953b-25f1cbd73df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:29.720998 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-febab720-6a2e-4717-953b-25f1cbd73df3 None None] Port 508afb9b-6f12-4a97-9075-c332b9d13bc6 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:29:29.743036 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Router da5c8d0e-5268-472f-a5cf-6f50c8006400 is scheduled to L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 with binding_index 1 {{(pid=94056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:29:29.832211 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:29:29.838503 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-bca8dc21-4cc2-410b-b29d-a2fa9bd965d5 admin admin] 10.222.0.57 "PUT /v2.0/routers/da5c8d0e-5268-472f-a5cf-6f50c8006400/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8406773 Aug 13 03:29:29.843489 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Sync routers for ids ['da5c8d0e-5268-472f-a5cf-6f50c8006400'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:29:29.858119 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Routers {'da5c8d0e-5268-472f-a5cf-6f50c8006400'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:29:29.859033 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:29:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['da5c8d0e-5268-472f-a5cf-6f50c8006400'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:29:30.045281 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Set router da5c8d0e-5268-472f-a5cf-6f50c8006400 gateway port host: None {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:29:30.469307 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'name': 'router1', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:29:18Z', 'updated_at': '2021-08-13T03:29:29Z', 'revision_number': 2, 'project_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'gw_port_host': None, '_interfaces': [{'id': '508afb9b-6f12-4a97-9075-c332b9d13bc6', 'name': '', 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'mac_address': 'fa:16:3e:73:81:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51c47144-0e0d-4160-9f2c-e6be248b0312', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:29:28Z', 'updated_at': '2021-08-13T03:29:29Z', 'revision_number': 2, 'project_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'subnets': [{'id': '51c47144-0e0d-4160-9f2c-e6be248b0312', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e53c2aa-9f12-44db-9058-1ac293f5a442'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:29:30.519845 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Checking router: da5c8d0e-5268-472f-a5cf-6f50c8006400 for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:29:30.520261 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Updating router da5c8d0e-5268-472f-a5cf-6f50c8006400 port 508afb9b-6f12-4a97-9075-c332b9d13bc6 binding host dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:29:30.568252 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:31.080563 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:31.098689 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Transition to ACTIVE for port object 508afb9b-6f12-4a97-9075-c332b9d13bc6 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:29:31.104312 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:31.255785 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Pushing event updated for resources: {'Port': ['ID=508afb9b-6f12-4a97-9075-c332b9d13bc6,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:31.281035 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Attempting to bind port 508afb9b-6f12-4a97-9075-c332b9d13bc6 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:29:31.281444 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Attempting to bind port 508afb9b-6f12-4a97-9075-c332b9d13bc6 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '55797e25-006b-46db-b521-b1db061e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:29:31.281861 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Attempting to bind port 508afb9b-6f12-4a97-9075-c332b9d13bc6 on network fbd16022-39a9-400d-a50d-2a20d2c33c02 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:29:31.284563 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:31.284960 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:31.285300 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:31.285639 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:31.286000 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:31.286340 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:31.286667 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:31.286997 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:31.287328 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:31.287653 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:31.287998 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:31.288346 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Tracked resource versions report: Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: pushed versions: Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: { 'AddressGroup': {'1.2'}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'ConntrackHelper': {'1.0'}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Log': {'1.0'}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Network': {'1.1'}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Port': {'1.7'}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'PortForwarding': {'1.2'}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'QosPolicy': {'1.9'}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'SecurityGroup': {'1.4'}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'SubPort': {'1.0'}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Subnet': {'1.1'}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Trunk': {'1.1'}} Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: consumer versions: Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: { DHCP agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: L3 agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: Metadata agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: Metering agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: Open vSwitch agent@dv-cinder-759962-7-iscsi: { 'AddressGroup': '1.2', Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'ConntrackHelper': '1.0', Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Log': '1.0', Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Network': '1.1', Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Port': '1.7', Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'PortForwarding': '1.2', Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'QosPolicy': '1.9', Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'SecurityGroup': '1.4', Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'SecurityGroupRule': '1.2', Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'SubPort': '1.0', Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Subnet': '1.1', Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Trunk': '1.1'}} Aug 13 03:29:31.289444 dv-cinder-759962-7-iscsi neutron-server[94059]: {{(pid=94059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:29:31.297034 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:29:31.298047 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Checking segment: {'id': '55797e25-006b-46db-b521-b1db061e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:29:31.298047 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:31.298303 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Bound using segment: {'id': '55797e25-006b-46db-b521-b1db061e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:29:31.298778 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Bound port: 508afb9b-6f12-4a97-9075-c332b9d13bc6, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55797e25-006b-46db-b521-b1db061e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:29:31.299159 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:31.367359 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] For port 508afb9b-6f12-4a97-9075-c332b9d13bc6, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:29:31.388049 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] For port 508afb9b-6f12-4a97-9075-c332b9d13bc6, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=508afb9b-6f12-4a97-9075-c332b9d13bc6,segment=NetworkSegment(55797e25-006b-46db-b521-b1db061e232c),segment_id=55797e25-006b-46db-b521-b1db061e232c)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:29:31.392410 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:31.447345 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ab6ab-dec0-4b60-a167-695526d0803e None None] Pushing event updated for resources: {'Port': ['ID=508afb9b-6f12-4a97-9075-c332b9d13bc6,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:31.454157 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Routers {'da5c8d0e-5268-472f-a5cf-6f50c8006400'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:29:31.454768 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:29:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['da5c8d0e-5268-472f-a5cf-6f50c8006400'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:29:31.545012 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] Set router da5c8d0e-5268-472f-a5cf-6f50c8006400 gateway port host: None {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:29:31.751482 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'name': 'router1', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:29:18Z', 'updated_at': '2021-08-13T03:29:29Z', 'revision_number': 2, 'project_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'gw_port_host': None, '_interfaces': [{'id': '508afb9b-6f12-4a97-9075-c332b9d13bc6', 'name': '', 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'mac_address': 'fa:16:3e:73:81:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51c47144-0e0d-4160-9f2c-e6be248b0312', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:29:28Z', 'updated_at': '2021-08-13T03:29:31Z', 'revision_number': 4, 'project_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'subnets': [{'id': '51c47144-0e0d-4160-9f2c-e6be248b0312', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e53c2aa-9f12-44db-9058-1ac293f5a442'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:29:31.776392 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7cc645-9a29-412e-ae4a-6ea2ffd22a5d None None] The sync data for ids ['da5c8d0e-5268-472f-a5cf-6f50c8006400'] in dv-cinder-759962-7-iscsi is: [{'id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'name': 'router1', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:29:18Z', 'updated_at': '2021-08-13T03:29:29Z', 'revision_number': 2, 'project_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'gw_port_host': None, '_interfaces': [{'id': '508afb9b-6f12-4a97-9075-c332b9d13bc6', 'name': '', 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'mac_address': 'fa:16:3e:73:81:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51c47144-0e0d-4160-9f2c-e6be248b0312', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:29:28Z', 'updated_at': '2021-08-13T03:29:31Z', 'revision_number': 4, 'project_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'subnets': [{'id': '51c47144-0e0d-4160-9f2c-e6be248b0312', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e53c2aa-9f12-44db-9058-1ac293f5a442'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:29:32.075379 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 56996) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:29:32.185421 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a6c7cc-6ffd-4824-93ed-8ff5ba070191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:29:32.186766 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-44a6c7cc-6ffd-4824-93ed-8ff5ba070191 admin admin] 10.222.0.57 "GET /v2.0/networks/447743f6-e021-4a69-b78c-3b977fcc1367 HTTP/1.1" status: 200 len: 842 time: 0.1104712 Aug 13 03:29:32.196534 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'gateway_ip': '172.27.0.1'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:29:32.197928 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.quota [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] Loaded quota_driver: . Aug 13 03:29:32.231999 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] Made reservation on behalf of 92eefbd9f5f44401a8639cfa8c38cf01 for: {'subnet': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:29:32.234235 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:32.549693 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.objects.ports [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94056) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 13 03:29:32.550054 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for subnet, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:32.612269 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cdb4d07-0837-4e64-8991-5a47705a15c6,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:32.617357 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] Checking segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:29:32.617918 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] Network hostable DHCP agents. Network: 447743f6-e021-4a69-b78c-3b977fcc1367, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:29:32.643140 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:29:32.653367 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 447743f6-e021-4a69-b78c-3b977fcc1367) {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:29:32.660406 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:29:32.661151 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:32.661901 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdab153-8209-452a-a7d8-9be87b57182a None None] Network 447743f6-e021-4a69-b78c-3b977fcc1367 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:29:32.681477 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-57b5b34f-447b-47ee-8b80-160cce7d2689 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4882665 Aug 13 03:29:32.792555 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d459d754-57e8-4572-ad85-fce3aae4a376 None None] Network 447743f6-e021-4a69-b78c-3b977fcc1367 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:29:34.942415 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57014) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:29:35.162523 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-82f99183-31d2-4af2-8eeb-00a262ed4581 admin admin] 10.222.0.57 "GET /v2.0/routers/da5c8d0e-5268-472f-a5cf-6f50c8006400 HTTP/1.1" status: 200 len: 710 time: 0.2133751 Aug 13 03:29:35.277674 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de91af3-4e44-4cbb-82d9-9901a12f60a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:29:35.279217 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-4de91af3-4e44-4cbb-82d9-9901a12f60a8 admin admin] 10.222.0.57 "GET /v2.0/networks/447743f6-e021-4a69-b78c-3b977fcc1367 HTTP/1.1" status: 200 len: 886 time: 0.1159322 Aug 13 03:29:35.289182 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:29:35.540226 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:35.866626 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:35.942182 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:36.095161 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Allocated IP 172.27.0.82 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/e9b24b72-bb28-4332-afe4-c08b3a4933a3) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:29:36.204191 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:36.285469 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:36.375895 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:29:36.380291 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:29:36.382961 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Pushing event updated for resources: {'Port': ['ID=e9b24b72-bb28-4332-afe4-c08b3a4933a3,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:36.394825 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:29:36.673214 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:36.865956 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3675395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3676780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:36.870338 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3675402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3675633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3676763'] for router, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:36.987624 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Router da5c8d0e-5268-472f-a5cf-6f50c8006400 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:29:37.172358 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:29:37.177898 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:37.179096 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-5af4b503-96be-48fc-a4f2-84c5cb7d0d2e admin admin] 10.222.0.57 "PUT /v2.0/routers/da5c8d0e-5268-472f-a5cf-6f50c8006400 HTTP/1.1" status: 200 len: 889 time: 1.8932915 Aug 13 03:29:38.182853 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 508afb9b-6f12-4a97-9075-c332b9d13bc6 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:29:38.232254 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 508afb9b-6f12-4a97-9075-c332b9d13bc6 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:29:38.237141 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 508afb9b-6f12-4a97-9075-c332b9d13bc6 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:29:38.238401 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:38.265495 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Sync routers for ids ['da5c8d0e-5268-472f-a5cf-6f50c8006400'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:29:38.285041 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Routers {'da5c8d0e-5268-472f-a5cf-6f50c8006400'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:29:38.285763 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:29:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['da5c8d0e-5268-472f-a5cf-6f50c8006400'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:29:38.520725 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:38.586350 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Set router da5c8d0e-5268-472f-a5cf-6f50c8006400 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:29:38.639631 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 508afb9b-6f12-4a97-9075-c332b9d13bc6, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=508afb9b-6f12-4a97-9075-c332b9d13bc6,segment=NetworkSegment(55797e25-006b-46db-b521-b1db061e232c),segment_id=55797e25-006b-46db-b521-b1db061e232c)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:29:38.645061 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:38.835967 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=508afb9b-6f12-4a97-9075-c332b9d13bc6,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:39.011383 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'name': 'router1', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'e9b24b72-bb28-4332-afe4-c08b3a4933a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:29:18Z', 'updated_at': '2021-08-13T03:29:36Z', 'revision_number': 4, 'project_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'gw_port': {'id': 'e9b24b72-bb28-4332-afe4-c08b3a4933a3', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:04:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:29:35Z', 'updated_at': '2021-08-13T03:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '508afb9b-6f12-4a97-9075-c332b9d13bc6', 'name': '', 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'mac_address': 'fa:16:3e:73:81:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51c47144-0e0d-4160-9f2c-e6be248b0312', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:29:28Z', 'updated_at': '2021-08-13T03:29:31Z', 'revision_number': 4, 'project_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'subnets': [{'id': '51c47144-0e0d-4160-9f2c-e6be248b0312', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e53c2aa-9f12-44db-9058-1ac293f5a442'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:29:39.060170 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Checking router: da5c8d0e-5268-472f-a5cf-6f50c8006400 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:29:39.060565 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Updating router da5c8d0e-5268-472f-a5cf-6f50c8006400 port e9b24b72-bb28-4332-afe4-c08b3a4933a3 binding host dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:29:39.107619 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:39.422319 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:39.432842 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Transition to ACTIVE for port object e9b24b72-bb28-4332-afe4-c08b3a4933a3 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:29:39.437997 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:39.484545 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Attempting to bind port e9b24b72-bb28-4332-afe4-c08b3a4933a3 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:29:39.484925 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Attempting to bind port e9b24b72-bb28-4332-afe4-c08b3a4933a3 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:29:39.485293 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Attempting to bind port e9b24b72-bb28-4332-afe4-c08b3a4933a3 on network 447743f6-e021-4a69-b78c-3b977fcc1367 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:29:39.493687 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:29:39.494062 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Checking segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:29:39.494465 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:39.494860 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Bound using segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:29:39.495328 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Bound port: e9b24b72-bb28-4332-afe4-c08b3a4933a3, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:29:39.495727 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:39.497300 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec35a8-e80f-4c82-aabd-f4183b02a0c2 None None] Pushing event updated for resources: {'Port': ['ID=e9b24b72-bb28-4332-afe4-c08b3a4933a3,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:39.542579 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57028) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:29:39.550049 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] For port e9b24b72-bb28-4332-afe4-c08b3a4933a3, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:29:39.553549 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] For port e9b24b72-bb28-4332-afe4-c08b3a4933a3, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=e9b24b72-bb28-4332-afe4-c08b3a4933a3,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:29:39.557519 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:39.606567 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Routers {'da5c8d0e-5268-472f-a5cf-6f50c8006400'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:29:39.607543 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:29:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['da5c8d0e-5268-472f-a5cf-6f50c8006400'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:29:39.657542 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ee801451-4bdc-425f-bf24-d9546eb7aecd admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1137369 Aug 13 03:29:39.658651 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec35a8-e80f-4c82-aabd-f4183b02a0c2 None None] Pushing event updated for resources: {'Port': ['ID=e9b24b72-bb28-4332-afe4-c08b3a4933a3,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:39.735647 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] Set router da5c8d0e-5268-472f-a5cf-6f50c8006400 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:29:40.050815 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'name': 'router1', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'e9b24b72-bb28-4332-afe4-c08b3a4933a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:29:18Z', 'updated_at': '2021-08-13T03:29:36Z', 'revision_number': 4, 'project_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'gw_port': {'id': 'e9b24b72-bb28-4332-afe4-c08b3a4933a3', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:04:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:29:35Z', 'updated_at': '2021-08-13T03:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '508afb9b-6f12-4a97-9075-c332b9d13bc6', 'name': '', 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'mac_address': 'fa:16:3e:73:81:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51c47144-0e0d-4160-9f2c-e6be248b0312', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:29:28Z', 'updated_at': '2021-08-13T03:29:38Z', 'revision_number': 5, 'project_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'subnets': [{'id': '51c47144-0e0d-4160-9f2c-e6be248b0312', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e53c2aa-9f12-44db-9058-1ac293f5a442'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:29:40.079504 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba6785-dffb-4144-b6ab-a3ade33759ef None None] The sync data for ids ['da5c8d0e-5268-472f-a5cf-6f50c8006400'] in dv-cinder-759962-7-iscsi is: [{'id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'name': 'router1', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'e9b24b72-bb28-4332-afe4-c08b3a4933a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:29:18Z', 'updated_at': '2021-08-13T03:29:36Z', 'revision_number': 4, 'project_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'gw_port': {'id': 'e9b24b72-bb28-4332-afe4-c08b3a4933a3', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:04:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:29:35Z', 'updated_at': '2021-08-13T03:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '508afb9b-6f12-4a97-9075-c332b9d13bc6', 'name': '', 'network_id': 'fbd16022-39a9-400d-a50d-2a20d2c33c02', 'tenant_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'mac_address': 'fa:16:3e:73:81:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5c8d0e-5268-472f-a5cf-6f50c8006400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51c47144-0e0d-4160-9f2c-e6be248b0312', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:29:28Z', 'updated_at': '2021-08-13T03:29:38Z', 'revision_number': 5, 'project_id': 'd42bbe68a6874fa3892bc3986366dd0e', 'subnets': [{'id': '51c47144-0e0d-4160-9f2c-e6be248b0312', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e53c2aa-9f12-44db-9058-1ac293f5a442'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:29:40.193126 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 508afb9b-6f12-4a97-9075-c332b9d13bc6 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:29:40.245452 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 508afb9b-6f12-4a97-9075-c332b9d13bc6 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:29:40.246137 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:42.217099 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device e9b24b72-bb28-4332-afe4-c08b3a4933a3 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:29:42.270735 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port e9b24b72-bb28-4332-afe4-c08b3a4933a3 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:29:42.274626 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port e9b24b72-bb28-4332-afe4-c08b3a4933a3 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:29:42.275022 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:42.351443 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:42.371406 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port e9b24b72-bb28-4332-afe4-c08b3a4933a3, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=e9b24b72-bb28-4332-afe4-c08b3a4933a3,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:29:42.375148 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:42.427670 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=e9b24b72-bb28-4332-afe4-c08b3a4933a3,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:29:44.190123 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device e9b24b72-bb28-4332-afe4-c08b3a4933a3 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:29:44.277906 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port e9b24b72-bb28-4332-afe4-c08b3a4933a3 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:29:44.278297 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:53.546544 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-72af6587-d413-4771-8b5b-fb0034273a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:56.114639 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d9228147-0c82-4163-9ac4-966f516be120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:56.278544 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:57.047331 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 5 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:29:57.255505 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:29:58.801324 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:30:23.550323 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5f2cab9b-3f4c-4540-92bf-b25305ee759a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:30:26.110456 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-266391c6-18b5-40db-bd2b-fbd03516459a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:30:26.266784 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:30:27.262826 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:30:28.811024 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:30:34.047410 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 5 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:30:53.562260 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-dfb8b9cd-1a4f-4e57-8bb1-0d1efc429977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:30:56.109142 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1703cfb5-b103-4aa1-bce0-7f45763c4c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:30:56.260052 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:30:57.249112 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:30:58.807759 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:11.046070 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 5 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:31:16.146629 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57596) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:31:16.207146 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f083cc-595c-4d5a-9d19-6d046fbe5e6a admin admin] GET failed (client error): The resource could not be found. Aug 13 03:31:16.208453 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a5f083cc-595c-4d5a-9d19-6d046fbe5e6a admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608604 Aug 13 03:31:16.374548 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd6db60-03ec-4b8b-813a-7d75592a4ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:16.376516 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3fd6db60-03ec-4b8b-813a-7d75592a4ba0 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637237 Aug 13 03:31:18.528306 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57606) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:31:18.619660 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09523ebc-47b1-4b1c-b508-e23131fbcb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:18.621053 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-09523ebc-47b1-4b1c-b508-e23131fbcb44 admin admin] 10.222.0.57 "GET /v2.0/subnets/51c47144-0e0d-4160-9f2c-e6be248b0312 HTTP/1.1" status: 200 len: 849 time: 0.0918093 Aug 13 03:31:18.630820 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:31:18.715771 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:18.867775 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794870418059'] for subnet, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:18.904667 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:18.906567 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:18.923938 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] 10.222.0.57 "PUT /v2.0/subnets/51c47144-0e0d-4160-9f2c-e6be248b0312 HTTP/1.1" status: 200 len: 868 time: 0.2807200 Aug 13 03:31:18.926303 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b46a315-0a97-4667-9391-b69988369a31 None None] Network fbd16022-39a9-400d-a50d-2a20d2c33c02 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:31:18.929393 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c47144-0e0d-4160-9f2c-e6be248b0312,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:31:18.939152 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:31:18.939682 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:31:18.940248 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:31:18.940633 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:31:18.941094 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:31:18.941617 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:31:18.942061 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:31:18.942545 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:31:18.943089 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:31:18.943495 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:31:18.943858 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:31:18.944385 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cfecf-3557-4a71-83e5-ae3587d1a194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:31:19.318754 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-8f068876-b650-49fb-a567-df2f20d07a2c None None] Provisioning complete for port 856d6047-5921-4bbf-a9cb-0829cf0106e0 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:31:19.319126 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f068876-b650-49fb-a567-df2f20d07a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:19.405092 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-8f068876-b650-49fb-a567-df2f20d07a2c None None] Provisioning complete for port 508afb9b-6f12-4a97-9075-c332b9d13bc6 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:31:19.405353 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f068876-b650-49fb-a567-df2f20d07a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:21.091353 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57614) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:31:21.288556 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808f1b37-7ed9-4826-81cb-696da227953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:21.289103 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808f1b37-7ed9-4826-81cb-696da227953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:21.290894 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-808f1b37-7ed9-4826-81cb-696da227953c admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984823 Aug 13 03:31:23.478225 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57622) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:31:23.553329 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8a202a27-14ed-4efa-b657-01f28846603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:23.611816 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9526eb5-2cf5-40a6-b3f0-6c4252a17cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:23.612335 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9526eb5-2cf5-40a6-b3f0-6c4252a17cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:23.613874 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d9526eb5-2cf5-40a6-b3f0-6c4252a17cf1 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1346390 Aug 13 03:31:25.792265 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57630) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:31:25.917695 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402a6fcc-10cc-45fd-b8a9-261117dfe31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:25.919043 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-402a6fcc-10cc-45fd-b8a9-261117dfe31f admin admin] 10.222.0.57 "GET /v2.0/networks/447743f6-e021-4a69-b78c-3b977fcc1367 HTTP/1.1" status: 200 len: 886 time: 0.1258433 Aug 13 03:31:26.113109 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2570c198-4aa8-4995-858b-43e828c3fc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:26.263265 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:27.252668 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:28.137215 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57638) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:31:28.277053 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734f5cb3-6cc2-4063-9dbb-13e0a36cd0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:28.278460 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-734f5cb3-6cc2-4063-9dbb-13e0a36cd0c1 admin admin] 10.222.0.57 "GET /v2.0/networks/fbd16022-39a9-400d-a50d-2a20d2c33c02 HTTP/1.1" status: 200 len: 869 time: 0.1402936 Aug 13 03:31:28.810246 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:30.433586 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57646) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:31:30.555970 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e555d23-dc7a-4ea1-a377-e8a23966f564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:30.556433 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e555d23-dc7a-4ea1-a377-e8a23966f564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:30.557932 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-6e555d23-dc7a-4ea1-a377-e8a23966f564 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234753 Aug 13 03:31:32.718442 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 57654) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:31:32.839552 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ca1705-5953-48fb-88cf-3c784e55da0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:32.839956 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ca1705-5953-48fb-88cf-3c784e55da0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:32.841431 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-a6ca1705-5953-48fb-88cf-3c784e55da0a admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220460 Aug 13 03:31:34.973139 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57664) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:31:35.062663 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be6fca4-0761-4147-a478-8b01f49ff042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:35.064081 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3be6fca4-0761-4147-a478-8b01f49ff042 admin admin] 10.222.0.57 "GET /v2.0/subnets/51c47144-0e0d-4160-9f2c-e6be248b0312 HTTP/1.1" status: 200 len: 868 time: 0.0899107 Aug 13 03:31:37.187034 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57672) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:31:37.274208 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6db5817-4f25-46ca-9d4d-9b885a29090f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:31:37.275558 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c6db5817-4f25-46ca-9d4d-9b885a29090f admin admin] 10.222.0.57 "GET /v2.0/subnets/8cdb4d07-0837-4e64-8991-5a47705a15c6 HTTP/1.1" status: 200 len: 816 time: 0.0875559 Aug 13 03:31:48.044607 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 5 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:31:53.554099 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-55a3ec02-ca4b-494e-8d72-cf82512c5525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:56.115223 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-4251ba03-133c-41f6-a203-5e49f71010a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:56.265743 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:57.255470 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:31:58.813976 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:00.826743 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57726) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:32:00.875440 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [None req-bf39632a-b3ec-4557-bf3d-16039c15b8f0 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:32:00.876465 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-bf39632a-b3ec-4557-bf3d-16039c15b8f0 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488429 Aug 13 03:32:03.101760 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57734) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:32:03.161451 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f234f1c-51c9-4998-97dc-c6f00a4264ee admin admin] GET failed (client error): The resource could not be found. Aug 13 03:32:03.162820 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3f234f1c-51c9-4998-97dc-c6f00a4264ee admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601313 Aug 13 03:32:03.244059 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39443a4a-d51e-4d29-9607-c61691518522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:32:03.245504 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-39443a4a-d51e-4d29-9607-c61691518522 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0784101 Aug 13 03:32:05.427655 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57742) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:32:05.474029 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-c98c492f-325c-4f19-859c-90f97cdc510d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:32:05.494286 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98c492f-325c-4f19-859c-90f97cdc510d admin admin] Made reservation on behalf of 92eefbd9f5f44401a8639cfa8c38cf01 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:32:05.496680 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c98c492f-325c-4f19-859c-90f97cdc510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:05.532966 dv-cinder-759962-7-iscsi neutron-server[94057]: WARNING neutron.services.revisions.revision_plugin [None req-c98c492f-325c-4f19-859c-90f97cdc510d admin admin] Could not find related network for resource to bump revision. Aug 13 03:32:05.543577 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98c492f-325c-4f19-859c-90f97cdc510d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:32:05.552558 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c98c492f-325c-4f19-859c-90f97cdc510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:05.552916 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-c98c492f-325c-4f19-859c-90f97cdc510d admin admin] Added segment 84fbdeda-a622-4eed-9227-f39fb6833a1f of type vlan for network 5e2a1f7e-d40c-4c45-8326-53175b62cff2 Aug 13 03:32:05.590365 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c98c492f-325c-4f19-859c-90f97cdc510d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:05.618459 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c98c492f-325c-4f19-859c-90f97cdc510d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:05.619369 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98c492f-325c-4f19-859c-90f97cdc510d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:32:05.619976 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c98c492f-325c-4f19-859c-90f97cdc510d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:05.669382 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c98c492f-325c-4f19-859c-90f97cdc510d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2405906 Aug 13 03:32:05.678523 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c492f-325c-4f19-859c-90f97cdc510d admin admin] Pushing event updated for resources: {'Network': ['ID=5e2a1f7e-d40c-4c45-8326-53175b62cff2,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:32:05.690361 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 5e2a1f7e-d40c-4c45-8326-53175b62cff2 details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:32:07.831366 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 57750) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:32:07.890392 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.pecan_wsgi.hooks.translation [None req-571684b3-c4c7-495e-9851-5efccb0f136c admin admin] GET failed (client error): The resource could not be found. Aug 13 03:32:07.891716 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-571684b3-c4c7-495e-9851-5efccb0f136c admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594845 Aug 13 03:32:07.989706 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e845600-5cc2-4737-b647-b68f8034bd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:32:07.991129 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-7e845600-5cc2-4737-b647-b68f8034bd78 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0950403 Aug 13 03:32:08.001170 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Request body: {'subnet': {'network_id': '5e2a1f7e-d40c-4c45-8326-53175b62cff2', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:32:08.020184 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Made reservation on behalf of 92eefbd9f5f44401a8639cfa8c38cf01 for: {'subnet': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:32:08.022397 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:08.176828 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for subnet, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:08.226857 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4329cf1-cf4e-4b17-9b20-f1ede0103c9c,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:32:08.237761 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.238129 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.238474 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.238810 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.239143 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.239485 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.239818 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.240172 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.240502 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.240826 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.241154 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.241474 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.246256 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Checking segment: {'id': '84fbdeda-a622-4eed-9227-f39fb6833a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e2a1f7e-d40c-4c45-8326-53175b62cff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:32:08.246614 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Network hostable DHCP agents. Network: 5e2a1f7e-d40c-4c45-8326-53175b62cff2, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:32:08.261390 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Network 5e2a1f7e-d40c-4c45-8326-53175b62cff2 is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:32:08.270471 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 5e2a1f7e-d40c-4c45-8326-53175b62cff2) {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:32:08.274260 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:32:08.274852 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:08.280647 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cce3aed-2a1a-4042-9791-6df1b7caeb98 None None] Network 5e2a1f7e-d40c-4c45-8326-53175b62cff2 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:32:08.290980 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-dab940b2-fd9e-4f29-9765-77d6d0f57470 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2931359 Aug 13 03:32:08.432881 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31d5fa13-7770-5470-a7f3-23422e52ac17-5e2a1f7e-d40c-4c45-8326-53175b62cff2', 'network_id': '5e2a1f7e-d40c-4c45-8326-53175b62cff2', 'tenant_id': '92eefbd9f5f44401a8639cfa8c38cf01', 'fixed_ips': [{'subnet_id': 'd4329cf1-cf4e-4b17-9b20-f1ede0103c9c'}]}} from dv-cinder-759962-7-iscsi. {{(pid=94058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:32:08.433781 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:08.567036 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Allocated IP 192.168.233.2 (5e2a1f7e-d40c-4c45-8326-53175b62cff2/d4329cf1-cf4e-4b17-9b20-f1ede0103c9c/17adca5b-fc9d-4b74-895e-ec35e40f7de4) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:32:08.812089 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:08.821455 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Transition to ACTIVE for port object 17adca5b-fc9d-4b74-895e-ec35e40f7de4 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:32:08.836713 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Transition to ACTIVE for port object 17adca5b-fc9d-4b74-895e-ec35e40f7de4 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:32:08.843208 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:08.882360 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Network 5e2a1f7e-d40c-4c45-8326-53175b62cff2 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:32:08.887191 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:32:08.893131 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:32:08.899778 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Pushing event updated for resources: {'Port': ['ID=17adca5b-fc9d-4b74-895e-ec35e40f7de4,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:32:08.909143 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.909504 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.909854 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.910203 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.910542 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.910880 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.911214 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.911548 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.911921 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.912259 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.912587 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.912938 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:32:08.959243 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Attempting to bind port 17adca5b-fc9d-4b74-895e-ec35e40f7de4 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:32:08.959618 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Attempting to bind port 17adca5b-fc9d-4b74-895e-ec35e40f7de4 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '84fbdeda-a622-4eed-9227-f39fb6833a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e2a1f7e-d40c-4c45-8326-53175b62cff2'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:32:08.960023 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Attempting to bind port 17adca5b-fc9d-4b74-895e-ec35e40f7de4 on network 5e2a1f7e-d40c-4c45-8326-53175b62cff2 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:32:08.965207 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:32:08.965583 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Checking segment: {'id': '84fbdeda-a622-4eed-9227-f39fb6833a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e2a1f7e-d40c-4c45-8326-53175b62cff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:32:08.965983 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:08.966378 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Bound using segment: {'id': '84fbdeda-a622-4eed-9227-f39fb6833a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e2a1f7e-d40c-4c45-8326-53175b62cff2'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:32:08.966841 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Bound port: 17adca5b-fc9d-4b74-895e-ec35e40f7de4, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84fbdeda-a622-4eed-9227-f39fb6833a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e2a1f7e-d40c-4c45-8326-53175b62cff2'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:32:08.967269 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:09.035561 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] For port 17adca5b-fc9d-4b74-895e-ec35e40f7de4, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:32:09.038780 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] For port 17adca5b-fc9d-4b74-895e-ec35e40f7de4, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=17adca5b-fc9d-4b74-895e-ec35e40f7de4,segment=NetworkSegment(84fbdeda-a622-4eed-9227-f39fb6833a1f),segment_id=84fbdeda-a622-4eed-9227-f39fb6833a1f)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:32:09.042958 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:09.102718 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f2c5c-4cb1-4194-9de3-9165633361b6 None None] Pushing event updated for resources: {'Port': ['ID=17adca5b-fc9d-4b74-895e-ec35e40f7de4,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:32:09.861236 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c3ae16-f030-40fd-b372-84011bb20054 None None] Network 5e2a1f7e-d40c-4c45-8326-53175b62cff2 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:32:09.978910 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-5c290dac-54b1-479b-85a5-9e926e1aaff5 None None] Provisioning for port 17adca5b-fc9d-4b74-895e-ec35e40f7de4 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:32:10.290647 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 17adca5b-fc9d-4b74-895e-ec35e40f7de4 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:32:10.349449 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 17adca5b-fc9d-4b74-895e-ec35e40f7de4 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:32:10.353363 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 17adca5b-fc9d-4b74-895e-ec35e40f7de4 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:32:10.353735 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:10.430025 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:10.463935 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 17adca5b-fc9d-4b74-895e-ec35e40f7de4, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=17adca5b-fc9d-4b74-895e-ec35e40f7de4,segment=NetworkSegment(84fbdeda-a622-4eed-9227-f39fb6833a1f),segment_id=84fbdeda-a622-4eed-9227-f39fb6833a1f)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:32:10.467742 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:10.518766 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=17adca5b-fc9d-4b74-895e-ec35e40f7de4,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:32:12.276967 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 17adca5b-fc9d-4b74-895e-ec35e40f7de4 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:32:12.324495 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 17adca5b-fc9d-4b74-895e-ec35e40f7de4 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:32:12.324870 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:23.555335 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1651a420-a0b6-43cf-a588-a7a71e742ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:25.043034 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 5 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:32:26.116772 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-12762e8d-38dd-41f2-9040-806fdb067353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:26.266710 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:27.259294 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:28.828518 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:53.556030 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5516dff2-5eea-404a-a4ff-4bd5b5673192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:56.116786 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f9a479c8-ab80-4d40-822f-a22fdfa1ae8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:56.267097 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:57.263971 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:32:58.822919 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:02.041480 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 5 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:33:16.208389 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 57802) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:33:16.215282 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [None req-f740af36-20e6-4e4e-ab7b-8874b444e58a tempest-verify_tempest_config-536409451 tempest-verify_tempest_config-536409451-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:33:16.216282 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-f740af36-20e6-4e4e-ab7b-8874b444e58a tempest-verify_tempest_config-536409451 tempest-verify_tempest_config-536409451-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069165 Aug 13 03:33:16.513265 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 57820) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:33:16.613013 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:16.743235 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:16.747527 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:16.788652 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef26db8-83ff-4db7-8793-66df693a6cc3,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:33:16.793006 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02cc27f7b531471ab86ae5b4436f4307&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2786613 Aug 13 03:33:16.796399 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57824) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:33:16.797700 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:16.798071 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:16.798421 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:16.798764 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:16.799100 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:16.799433 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:16.799767 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:16.800124 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:16.800470 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:16.800802 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:16.801127 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:16.801452 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e2a0b-a59d-403b-b31a-a9fa0b5b708b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:16.854687 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:16.957827 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:17.044764 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:17.047223 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:17.048412 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bef26db8-83ff-4db7-8793-66df693a6cc3 HTTP/1.1" status: 204 len: 168 time: 0.2510452 Aug 13 03:33:17.056366 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef26db8-83ff-4db7-8793-66df693a6cc3,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:33:17.063588 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:17.063982 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:17.064334 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:17.064672 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:17.065009 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:17.065450 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:17.065964 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:17.066533 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:17.067086 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:17.067646 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:17.068242 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:17.068810 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4e4c0-b3bb-40cf-85c4-c955c2d9511d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:33:23.556871 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5640ce01-4c0d-493d-b872-fdb5071bb5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:26.117874 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a50069b9-31aa-4220-ae0a-a203cf72faf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:26.269542 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:27.265814 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:28.825460 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:39.040150 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 5 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:33:53.557988 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2f811b9b-ecbb-4a1b-97f6-b9970cc86e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:56.118467 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1d6a63a4-4735-4c37-95ac-cb6764aa13a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:56.267994 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:57.270227 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:33:58.826939 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:16.038427 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 5 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:34:23.558466 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-74656736-4e3d-4086-bec4-e9dbc0646be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:26.118819 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-deb1beed-6547-4104-9488-08aff661354f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:26.267428 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:27.271715 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:28.829804 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:42.020074 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3674865'] for agent, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:46.345249 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57878) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:34:46.445645 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-4cd0119c-188e-4879-84ea-da8c0f7b5a6f admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0993147 Aug 13 03:34:48.624209 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 57888) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:34:48.677528 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-fe3389bd-cada-4a1f-83f2-7fcdec63a247 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0522442 Aug 13 03:34:53.037332 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:34:53.558820 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-26861cbe-7e8d-4411-8b94-853d97d2d934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:56.118240 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7f7220c0-f1aa-4420-8382-9db450f4c498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:56.270370 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:57.275524 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:34:58.833048 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:12.006832 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:23.558278 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b1788c04-a18d-4606-a1d1-90b0bdb1dcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:26.118926 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e7c66880-2b72-4b91-94fa-8f7a25cd4d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:26.270036 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:27.278159 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:28.835055 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:30.036939 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:35:42.051334 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:53.559303 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b0ed9aea-6b6b-4487-be88-114d1e67d7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:56.120318 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1ce99094-ced5-451d-ba1e-0f4c7c3aa89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:56.269045 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:57.280637 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:35:58.839257 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:07.036035 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:36:12.060213 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:13.514072 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 58028) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:13.891387 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-713537855-network', 'tenant_id': '1f63c2e1ad3a4729b0f20b76655caff2'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:13.917836 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Made reservation on behalf of 1f63c2e1ad3a4729b0f20b76655caff2 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:13.920097 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:13.929565 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:14.026601 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:14.033135 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:14.057895 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:36:14.069648 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8470c65-9219-43a5-aef1-941c3c20bc9a,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:14.080858 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.081262 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.081635 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.081998 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.082360 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.082760 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.083182 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.083667 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.084092 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.084695 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.085303 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.085750 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Tracked resource versions report: Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: pushed versions: Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: { 'AddressGroup': {'1.2'}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'ConntrackHelper': {'1.0'}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Log': {'1.0'}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Network': {'1.1'}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Port': {'1.7'}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'PortForwarding': {'1.2'}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'QosPolicy': {'1.9'}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'SecurityGroup': {'1.4'}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'SubPort': {'1.0'}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Subnet': {'1.1'}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Trunk': {'1.1'}} Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: consumer versions: Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: { DHCP agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: HyperV agent@hv-cinder-75996: {}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: L3 agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: Metadata agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: Metering agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: Open vSwitch agent@dv-cinder-759962-7-iscsi: { 'AddressGroup': '1.2', Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'ConntrackHelper': '1.0', Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Log': '1.0', Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Network': '1.1', Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Port': '1.7', Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'PortForwarding': '1.2', Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'QosPolicy': '1.9', Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'SecurityGroup': '1.4', Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'SecurityGroupRule': '1.2', Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'SubPort': '1.0', Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Subnet': '1.1', Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: 'Trunk': '1.1'}} Aug 13 03:36:14.087021 dv-cinder-759962-7-iscsi neutron-server[94057]: {{(pid=94057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:36:14.091539 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:14.091886 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Added segment 41b82c9b-dd08-4d83-aade-101cc4f2b21b of type vlan for network e27755bc-8921-4172-b817-75897b43cd74 Aug 13 03:36:14.142913 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:14.176881 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:14.177835 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:14.178494 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:14.229150 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7125037 Aug 13 03:36:14.229471 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58068) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:14.236732 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Request body: {'subnet': {'network_id': 'e27755bc-8921-4172-b817-75897b43cd74', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-713537855-subnet', 'tenant_id': '1f63c2e1ad3a4729b0f20b76655caff2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:14.256158 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dff211-d8bc-4edb-9ebb-778ccc43d5c7 admin admin] Pushing event updated for resources: {'Network': ['ID=e27755bc-8921-4172-b817-75897b43cd74,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:14.269844 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network e27755bc-8921-4172-b817-75897b43cd74 details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:36:14.280494 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Made reservation on behalf of 1f63c2e1ad3a4729b0f20b76655caff2 for: {'subnet': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:14.284478 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:14.472332 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for subnet, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:14.517880 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b15ad95-d6fb-4df3-975d-6b2050d55b59,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:14.530602 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.530974 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.531550 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.531665 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.532088 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.533064 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.533422 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.533795 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.534168 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.534500 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.534826 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.535164 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Tracked resource versions report: Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: pushed versions: Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: { 'AddressGroup': {'1.2'}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'ConntrackHelper': {'1.0'}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Log': {'1.0'}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Network': {'1.1'}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Port': {'1.7'}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'PortForwarding': {'1.2'}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'QosPolicy': {'1.9'}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'SecurityGroup': {'1.4'}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'SubPort': {'1.0'}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Subnet': {'1.1'}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Trunk': {'1.1'}} Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: consumer versions: Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: { DHCP agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: HyperV agent@hv-cinder-75996: {}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: L3 agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: Metadata agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: Metering agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: Open vSwitch agent@dv-cinder-759962-7-iscsi: { 'AddressGroup': '1.2', Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'ConntrackHelper': '1.0', Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Log': '1.0', Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Network': '1.1', Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Port': '1.7', Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'PortForwarding': '1.2', Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'QosPolicy': '1.9', Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'SecurityGroup': '1.4', Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'SecurityGroupRule': '1.2', Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'SubPort': '1.0', Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Subnet': '1.1', Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: 'Trunk': '1.1'}} Aug 13 03:36:14.536210 dv-cinder-759962-7-iscsi neutron-server[94056]: {{(pid=94056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:36:14.550491 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Checking segment: {'id': '41b82c9b-dd08-4d83-aade-101cc4f2b21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e27755bc-8921-4172-b817-75897b43cd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:14.550991 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Network hostable DHCP agents. Network: e27755bc-8921-4172-b817-75897b43cd74, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:36:14.567722 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Network e27755bc-8921-4172-b817-75897b43cd74 is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:36:14.583088 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, e27755bc-8921-4172-b817-75897b43cd74) {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:14.592888 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425f0d31-23a2-4c30-8e07-0b354f615641 None None] Network e27755bc-8921-4172-b817-75897b43cd74 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:36:14.593061 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:14.594181 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:14.612504 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-1821134b-62c4-4239-8f29-965ff71ec566 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3814592 Aug 13 03:36:14.720726 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39dca9c-090e-4c0f-ad6a-cfd6c2a6471e None None] Network e27755bc-8921-4172-b817-75897b43cd74 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:36:14.946194 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 58120) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:15.225642 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 58136) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:15.324634 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-network', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:15.365629 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Made reservation on behalf of 8c29dde412844c7080ebb0405ba4f877 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:15.368361 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:15.388127 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:15.571710 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:15.581285 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:15.658835 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1127824088-network', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:15.702838 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c770ad3-bf9f-49df-b8bc-9e65d219e3b6,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:15.709786 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Made reservation on behalf of 20909ce51f4946e4a6d8cc2c3692f098 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:15.713145 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:15.717161 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:36:15.728723 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:15.747833 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:15.748263 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Added segment 4dd39a2e-d021-48bb-8657-0832842a0be1 of type vlan for network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 Aug 13 03:36:15.808669 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:15.866416 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:15.868141 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:15.868889 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:15.963606 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] Pushing event updated for resources: {'Network': ['ID=8c5b35d3-f3db-4682-8c3b-d2b32fa35371,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:15.970119 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:15.977682 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:36:15.978403 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.021570 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47aa6364-d5f4-437e-a44a-37f275eaba17,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:16.040316 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-0dcfb375-5735-4dd7-bbee-ac9045e5631f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0926762 Aug 13 03:36:16.043983 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58176) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:16.047659 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:36:16.059321 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-19a6a69e-ab65-42b3-b229-3a69719c97de admin admin] Request body: {'subnet': {'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-subnet', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:16.065841 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.066192 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Added segment 6037827b-89ae-4a00-bc0f-9836b9bc5056 of type vlan for network 2bc5c885-09d1-4b83-854e-b64e8b2033af Aug 13 03:36:16.106288 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a6a69e-ab65-42b3-b229-3a69719c97de admin admin] Made reservation on behalf of 8c29dde412844c7080ebb0405ba4f877 for: {'subnet': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:16.109000 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-19a6a69e-ab65-42b3-b229-3a69719c97de admin admin] Notify callbacks [] for subnet, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.117574 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.148832 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.149886 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:16.150592 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.225462 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc5c885-09d1-4b83-854e-b64e8b2033af,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:16.230442 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b7817482-fb89-40d5-9c1b-ef0e2f7f3084 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0030775 Aug 13 03:36:16.233398 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 58182) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:16.237939 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 2bc5c885-09d1-4b83-854e-b64e8b2033af details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:36:16.240601 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-992ea199-7957-4828-b93f-e534b85e1aef admin admin] Request body: {'subnet': {'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1127824088-subnet', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:16.262086 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992ea199-7957-4828-b93f-e534b85e1aef admin admin] Made reservation on behalf of 20909ce51f4946e4a6d8cc2c3692f098 for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:16.265013 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-992ea199-7957-4828-b93f-e534b85e1aef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.569129 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-19a6a69e-ab65-42b3-b229-3a69719c97de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for subnet, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.597709 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-992ea199-7957-4828-b93f-e534b85e1aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.630614 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6a69e-ab65-42b3-b229-3a69719c97de admin admin] Pushing event updated for resources: {'Subnet': ['ID=204cc8a8-df78-4b34-a937-2e3a8d58cc1b,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:16.677657 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ea199-7957-4828-b93f-e534b85e1aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c1a94a-64dc-4d90-a316-1a8d4b512718,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:16.680385 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a6a69e-ab65-42b3-b229-3a69719c97de admin admin] Checking segment: {'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:16.681210 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a6a69e-ab65-42b3-b229-3a69719c97de admin admin] Network hostable DHCP agents. Network: 8c5b35d3-f3db-4682-8c3b-d2b32fa35371, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:36:16.685251 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ea199-7957-4828-b93f-e534b85e1aef admin admin] Checking segment: {'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:16.685620 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ea199-7957-4828-b93f-e534b85e1aef admin admin] Network hostable DHCP agents. Network: 2bc5c885-09d1-4b83-854e-b64e8b2033af, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:36:16.705867 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ea199-7957-4828-b93f-e534b85e1aef admin admin] Network 2bc5c885-09d1-4b83-854e-b64e8b2033af is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:36:16.721322 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-992ea199-7957-4828-b93f-e534b85e1aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 2bc5c885-09d1-4b83-854e-b64e8b2033af) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:16.727606 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ea199-7957-4828-b93f-e534b85e1aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:16.729800 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-992ea199-7957-4828-b93f-e534b85e1aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.736483 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd34596-7162-40b3-8716-b9477d3e90b6 None None] Network 2bc5c885-09d1-4b83-854e-b64e8b2033af requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:36:16.745410 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a6a69e-ab65-42b3-b229-3a69719c97de admin admin] Network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:36:16.755186 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-19a6a69e-ab65-42b3-b229-3a69719c97de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 8c5b35d3-f3db-4682-8c3b-d2b32fa35371) {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:16.759407 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-992ea199-7957-4828-b93f-e534b85e1aef admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5241303 Aug 13 03:36:16.760669 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 58206) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:16.766430 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a6a69e-ab65-42b3-b229-3a69719c97de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:16.769356 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-19a6a69e-ab65-42b3-b229-3a69719c97de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.775846 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:16.797638 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-19a6a69e-ab65-42b3-b229-3a69719c97de admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7523646 Aug 13 03:36:16.798879 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58210) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:16.805880 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:16.825263 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3677678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.826894 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.828498 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8924cba-c9fe-4a38-acbe-94381f02447f None None] Network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:36:16.867295 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3677678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.868971 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:16.946074 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:17.095856 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:17.116242 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:17.236413 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 58248) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:17.250929 dv-cinder-759962-7-iscsi neutron-server[94057]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 13 03:36:17.272476 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31d5fa13-7770-5470-a7f3-23422e52ac17-2bc5c885-09d1-4b83-854e-b64e8b2033af', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718'}]}} from dv-cinder-759962-7-iscsi. {{(pid=94058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:36:17.273952 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:17.381989 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:17.390149 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31d5fa13-7770-5470-a7f3-23422e52ac17-8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b'}]}} from dv-cinder-759962-7-iscsi. {{(pid=94058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:36:17.390977 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:17.509053 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-3227da11-c1d6-4a5a-a2f6-377cdaf03c80 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:17.510756 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-3227da11-c1d6-4a5a-a2f6-377cdaf03c80 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/networks?id=e27755bc-8921-4172-b817-75897b43cd74 HTTP/1.1" status: 200 len: 811 time: 0.2725363 Aug 13 03:36:17.542188 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-72c0973d-7cf1-4595-ab8f-05ca9e1dbab2 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/quotas/1f63c2e1ad3a4729b0f20b76655caff2 HTTP/1.1" status: 200 len: 375 time: 0.0210016 Aug 13 03:36:17.598022 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Allocated IP 172.20.0.2 (2bc5c885-09d1-4b83-854e-b64e8b2033af/d0c1a94a-64dc-4d90-a316-1a8d4b512718/0e6452c9-7e1d-477e-83bf-cd8098245b68) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:36:17.621674 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-1b335d40-3617-4c9d-a835-85c106d70136 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f63c2e1ad3a4729b0f20b76655caff2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782163 Aug 13 03:36:17.721387 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:17.723803 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Allocated IP 172.20.0.2 (8c5b35d3-f3db-4682-8c3b-d2b32fa35371/204cc8a8-df78-4b34-a937-2e3a8d58cc1b/5d263641-1604-402b-88c8-d7770400ecfb) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:36:17.757802 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:17.905849 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Allocated IP 172.27.0.159 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/80c807b7-20cb-419a-8b1a-a3755a03d462) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:36:18.003699 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.046658 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.075381 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.093612 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.102666 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.168674 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.190104 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Transition to ACTIVE for port object 0e6452c9-7e1d-477e-83bf-cd8098245b68 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:18.205286 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Transition to ACTIVE for port object 5d263641-1604-402b-88c8-d7770400ecfb will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:18.221308 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:36:18.223067 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Pushing event updated for resources: {'Port': ['ID=80c807b7-20cb-419a-8b1a-a3755a03d462,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:18.234573 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:18.245484 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:36:18.250117 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-6c743db6-c3a2-4b28-91b8-a243f3240f9f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:36:18.256851 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-6c743db6-c3a2-4b28-91b8-a243f3240f9f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1940234 Aug 13 03:36:18.259615 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Transition to ACTIVE for port object 0e6452c9-7e1d-477e-83bf-cd8098245b68 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:18.269365 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Transition to ACTIVE for port object 5d263641-1604-402b-88c8-d7770400ecfb will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:18.279182 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.297298 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.349906 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Allocated IP 172.27.0.152 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/2b3955ae-8c71-4074-9be7-3b9919eb78b8) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:36:18.380134 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:36:18.389729 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Network 2bc5c885-09d1-4b83-854e-b64e8b2033af is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:36:18.390907 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Pushing event updated for resources: {'Port': ['ID=0e6452c9-7e1d-477e-83bf-cd8098245b68,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:18.401218 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:18.403385 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:18.435979 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:18.435979 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:18.435979 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:18.436962 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:18.437311 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:18.437655 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:18.437992 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:18.439334 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:18.439761 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:18.440655 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:18.440995 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:18.441331 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Tracked resource versions report: Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: pushed versions: Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: { 'AddressGroup': {'1.2'}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'ConntrackHelper': {'1.0'}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Log': {'1.0'}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Network': {'1.1'}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Port': {'1.7'}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'PortForwarding': {'1.2'}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'QosPolicy': {'1.9'}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'SecurityGroup': {'1.4'}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'SubPort': {'1.0'}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Subnet': {'1.1'}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Trunk': {'1.1'}} Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: consumer versions: Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: { DHCP agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: HyperV agent@hv-cinder-75996: {}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: L3 agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: Metadata agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: Metering agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: Open vSwitch agent@dv-cinder-759962-7-iscsi: { 'AddressGroup': '1.2', Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'ConntrackHelper': '1.0', Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Log': '1.0', Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Network': '1.1', Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Port': '1.7', Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'PortForwarding': '1.2', Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'QosPolicy': '1.9', Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'SecurityGroup': '1.4', Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'SecurityGroupRule': '1.2', Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'SubPort': '1.0', Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Subnet': '1.1', Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: 'Trunk': '1.1'}} Aug 13 03:36:18.442406 dv-cinder-759962-7-iscsi neutron-server[94058]: {{(pid=94058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:36:18.455190 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-f3e34a17-fb43-477c-b9a8-dda57b9a4d25 service neutron] 10.222.0.57 "GET /v2.0/networks/e27755bc-8921-4172-b817-75897b43cd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885991 Aug 13 03:36:18.480706 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:36:18.491850 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:36:18.688224 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Attempting to bind port 5d263641-1604-402b-88c8-d7770400ecfb on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:36:18.688975 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Attempting to bind port 5d263641-1604-402b-88c8-d7770400ecfb by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:36:18.689341 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Attempting to bind port 5d263641-1604-402b-88c8-d7770400ecfb on network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:36:18.692409 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Pushing event updated for resources: {'Port': ['ID=5d263641-1604-402b-88c8-d7770400ecfb,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:18.703335 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:36:18.703718 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Checking segment: {'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:18.704703 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.705104 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Bound using segment: {'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:36:18.705586 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Bound port: 5d263641-1604-402b-88c8-d7770400ecfb, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:36:18.706177 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.719759 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Attempting to bind port 0e6452c9-7e1d-477e-83bf-cd8098245b68 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:36:18.720165 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Attempting to bind port 0e6452c9-7e1d-477e-83bf-cd8098245b68 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:36:18.720531 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Attempting to bind port 0e6452c9-7e1d-477e-83bf-cd8098245b68 on network 2bc5c885-09d1-4b83-854e-b64e8b2033af {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:36:18.728324 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:36:18.728710 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Checking segment: {'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:18.729237 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.729691 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Bound using segment: {'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:36:18.730176 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Bound port: 0e6452c9-7e1d-477e-83bf-cd8098245b68, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:36:18.730581 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.753264 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-6eac817e-b5af-41e6-a5b1-9ce237191647 service neutron] 10.222.0.57 "GET /v2.0/networks/e27755bc-8921-4172-b817-75897b43cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896042 Aug 13 03:36:18.772274 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.789523 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.832352 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:18.888365 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3955ae-8c71-4074-9be7-3b9919eb78b8,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:18.901247 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:36:18.903033 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:18.905895 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:36:18.956162 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] For port 5d263641-1604-402b-88c8-d7770400ecfb, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:36:18.970455 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] For port 5d263641-1604-402b-88c8-d7770400ecfb, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=5d263641-1604-402b-88c8-d7770400ecfb,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:36:18.979939 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] For port 0e6452c9-7e1d-477e-83bf-cd8098245b68, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:36:19.000498 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] For port 0e6452c9-7e1d-477e-83bf-cd8098245b68, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=0e6452c9-7e1d-477e-83bf-cd8098245b68,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:36:19.003564 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:19.047263 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:19.131823 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db88d1-ed83-41ff-a6c0-cca21cf44aef None None] Pushing event updated for resources: {'Port': ['ID=5d263641-1604-402b-88c8-d7770400ecfb,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:19.239548 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e00271-baa9-4fa0-9f48-9086c75de9cc None None] Pushing event updated for resources: {'Port': ['ID=0e6452c9-7e1d-477e-83bf-cd8098245b68,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:19.262135 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:19.339784 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675640'] for router, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:19.403647 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 58374) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:19.548523 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-90c1e292-7bfe-43dc-91de-8465cf44f1b3 req-33bc978e-b40e-42d9-b62a-3b878af35fe0 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 210 time: 0.1339529 Aug 13 03:36:19.548720 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Router fe4a9d20-2e78-4ab7-9d52-505188e24fbe is scheduled to L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 with binding_index 1 {{(pid=94056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:36:19.911411 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:36:19.925429 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Sync routers for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:36:19.943391 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] Notify callbacks [] for router, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:19.945958 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-851ea149-30c2-435f-acee-9da688abc266 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1455305 Aug 13 03:36:19.948463 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58412) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:19.973873 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:36:19.974506 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:35:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:20.078249 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675640'] for router, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:20.222095 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58430) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:20.382245 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:36:20.636794 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-dc8327e3-e998-4551-8770-390333d2917f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:20.679354 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Router f461b812-6795-4808-a488-54fc110d7d59 is scheduled to L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 with binding_index 1 {{(pid=94057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:36:20.692802 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 0e6452c9-7e1d-477e-83bf-cd8098245b68 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:20.768084 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 0e6452c9-7e1d-477e-83bf-cd8098245b68 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:20.774072 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 5d263641-1604-402b-88c8-d7770400ecfb up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:20.837463 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0c178978-1847-40a9-95da-b34ca0223811 req-63f9da27-84e3-47a9-bbe9-f1980ca7e8dc tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 210 time: 0.1472750 Aug 13 03:36:20.904499 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 5d263641-1604-402b-88c8-d7770400ecfb completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:21.030023 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856c387-b90a-446c-a82e-d4d3e6df14d1 None None] Network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:36:21.056006 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:18Z', 'revision_number': 3, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:21.091981 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:36:21.119051 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Sync routers for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:36:21.139169 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Checking router: fe4a9d20-2e78-4ab7-9d52-505188e24fbe for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:36:21.139595 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:36:21.140166 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Updating router fe4a9d20-2e78-4ab7-9d52-505188e24fbe port 80c807b7-20cb-419a-8b1a-a3755a03d462 binding host dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:36:21.140358 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:35:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:21.152242 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-dc8327e3-e998-4551-8770-390333d2917f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.173186 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.178335 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-9a076e45-a609-4c10-89b7-4d8d8b0d5cc7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4157984 Aug 13 03:36:21.179280 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 58490) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:21.200799 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.290734 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:36:21.367033 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.394844 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-dc8327e3-e998-4551-8770-390333d2917f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.481642 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-dc8327e3-e998-4551-8770-390333d2917f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b6df723ac03443bcae3f34a4c0bf2fb5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2561548 Aug 13 03:36:21.482964 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58500) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:21.483556 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58502) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:21.544334 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8327e3-e998-4551-8770-390333d2917f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212efa39-14dd-43c8-bbb1-2d1dbfe1fe6d,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:21.606686 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aac488-651d-45a1-b84e-600d3d0c438f None None] Network 2bc5c885-09d1-4b83-854e-b64e8b2033af requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:36:21.611709 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-b4629821-619d-4bdb-b5ab-c34e9c896b5f None None] Provisioning for port 5d263641-1604-402b-88c8-d7770400ecfb completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:21.632123 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-b4629821-619d-4bdb-b5ab-c34e9c896b5f None None] Provisioning complete for port 5d263641-1604-402b-88c8-d7770400ecfb triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:21.632396 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b4629821-619d-4bdb-b5ab-c34e9c896b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.649338 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.673179 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Transition to ACTIVE for port object 80c807b7-20cb-419a-8b1a-a3755a03d462 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:21.687336 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.742725 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5df2cdba-ed94-4ae3-abf7-f5d30cb5492c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.803864 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce43c993-ddb6-4a28-acaf-7294c684abc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.806503 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Attempting to bind port 80c807b7-20cb-419a-8b1a-a3755a03d462 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:36:21.807180 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Attempting to bind port 80c807b7-20cb-419a-8b1a-a3755a03d462 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:36:21.807946 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Attempting to bind port 80c807b7-20cb-419a-8b1a-a3755a03d462 on network 447743f6-e021-4a69-b78c-3b977fcc1367 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:36:21.816069 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Pushing event updated for resources: {'Port': ['ID=80c807b7-20cb-419a-8b1a-a3755a03d462,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:21.819722 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:36:21.820457 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Checking segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:21.821083 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.821691 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Bound using segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:36:21.822478 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Bound port: 80c807b7-20cb-419a-8b1a-a3755a03d462, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:36:21.823143 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.849019 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:21.849843 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:21.850404 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:21.851032 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:21.851615 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:21.852227 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:21.852778 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:21.853382 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:21.853972 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:21.854605 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:21.855166 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:21.855756 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Tracked resource versions report: Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: pushed versions: Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: { 'AddressGroup': {'1.2'}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'ConntrackHelper': {'1.0'}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Log': {'1.0'}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Network': {'1.1'}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Port': {'1.7'}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'PortForwarding': {'1.2'}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'QosPolicy': {'1.9'}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'SecurityGroup': {'1.4'}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'SubPort': {'1.0'}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Subnet': {'1.1'}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Trunk': {'1.1'}} Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: consumer versions: Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: { DHCP agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: HyperV agent@hv-cinder-75996: {}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: L3 agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: Metadata agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: Metering agent@dv-cinder-759962-7-iscsi: {}, Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: Open vSwitch agent@dv-cinder-759962-7-iscsi: { 'AddressGroup': '1.2', Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'ConntrackHelper': '1.0', Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Log': '1.0', Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Network': '1.1', Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Port': '1.7', Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'PortForwarding': '1.2', Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'QosPolicy': '1.9', Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'SecurityGroup': '1.4', Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'SecurityGroupRule': '1.2', Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'SubPort': '1.0', Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Subnet': '1.1', Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: 'Trunk': '1.1'}} Aug 13 03:36:21.857174 dv-cinder-759962-7-iscsi neutron-server[94059]: {{(pid=94059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:36:21.895408 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Allocated IP 172.20.0.1 (8c5b35d3-f3db-4682-8c3b-d2b32fa35371/204cc8a8-df78-4b34-a937-2e3a8d58cc1b/991c9375-ade7-4601-a5d1-4711f7035ddc) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:36:21.909109 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] For port 80c807b7-20cb-419a-8b1a-a3755a03d462, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:36:21.913255 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce43c993-ddb6-4a28-acaf-7294c684abc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.914016 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] For port 80c807b7-20cb-419a-8b1a-a3755a03d462, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=80c807b7-20cb-419a-8b1a-a3755a03d462,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:36:21.920084 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.936111 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5df2cdba-ed94-4ae3-abf7-f5d30cb5492c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:21.951836 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5df2cdba-ed94-4ae3-abf7-f5d30cb5492c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.022112 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed9279-3a9a-4901-932d-a7f6e892f246 None None] Pushing event updated for resources: {'Port': ['ID=80c807b7-20cb-419a-8b1a-a3755a03d462,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:22.087642 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2cdba-ed94-4ae3-abf7-f5d30cb5492c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbba4b07-dea3-46e5-b81f-ce37d255e020,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:22.106071 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-5df2cdba-ed94-4ae3-abf7-f5d30cb5492c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b7c8508c12504a2ab7ecd31183aa8f8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6194203 Aug 13 03:36:22.110292 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:36:22.111212 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:35:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:22.117808 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b4629821-619d-4bdb-b5ab-c34e9c896b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.121639 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 58528) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:22.127286 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce43c993-ddb6-4a28-acaf-7294c684abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.129765 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce43c993-ddb6-4a28-acaf-7294c684abc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.133868 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ce43c993-ddb6-4a28-acaf-7294c684abc4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/212efa39-14dd-43c8-bbb1-2d1dbfe1fe6d HTTP/1.1" status: 204 len: 168 time: 0.6458097 Aug 13 03:36:22.164459 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43c993-ddb6-4a28-acaf-7294c684abc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212efa39-14dd-43c8-bbb1-2d1dbfe1fe6d,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:22.166343 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-b4629821-619d-4bdb-b5ab-c34e9c896b5f None None] For port 5d263641-1604-402b-88c8-d7770400ecfb, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=5d263641-1604-402b-88c8-d7770400ecfb,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:22.185277 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b4629821-619d-4bdb-b5ab-c34e9c896b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.232568 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.260515 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6a823d06-2fed-4740-b6db-2304ca28617c req-06221583-78c5-4c73-b705-8bba20205458 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 210 time: 0.0763431 Aug 13 03:36:22.262598 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Transition to ACTIVE for port object 991c9375-ade7-4601-a5d1-4711f7035ddc will not be triggered until provisioned by entity DHCP. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:22.275509 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4629821-619d-4bdb-b5ab-c34e9c896b5f None None] Pushing event updated for resources: {'Port': ['ID=5d263641-1604-402b-88c8-d7770400ecfb,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:22.276810 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:36:22.335930 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.336320 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c165d6b4-0447-4a47-a965-ae4a81e0e1a0 None None] Provisioning for port 0e6452c9-7e1d-477e-83bf-cd8098245b68 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:22.342716 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:19Z', 'revision_number': 3, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:22.374733 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c165d6b4-0447-4a47-a965-ae4a81e0e1a0 None None] Provisioning complete for port 0e6452c9-7e1d-477e-83bf-cd8098245b68 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:22.375107 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c165d6b4-0447-4a47-a965-ae4a81e0e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.386275 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.419708 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Checking router: f461b812-6795-4808-a488-54fc110d7d59 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:36:22.420003 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Updating router f461b812-6795-4808-a488-54fc110d7d59 port 2b3955ae-8c71-4074-9be7-3b9919eb78b8 binding host dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:36:22.424472 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fa752a5b-6226-4807-ad58-f2f1fab422a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.467195 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:36:22.485655 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fa752a5b-6226-4807-ad58-f2f1fab422a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.486275 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:22.489955 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:36:22.508658 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734573'] for router_interface, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.509765 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 5d263641-1604-402b-88c8-d7770400ecfb up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:22.655422 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Pushing event updated for resources: {'Port': ['ID=991c9375-ade7-4601-a5d1-4711f7035ddc,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:22.690846 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.698028 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c165d6b4-0447-4a47-a965-ae4a81e0e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.719619 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:18Z', 'revision_number': 3, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:22.793370 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c165d6b4-0447-4a47-a965-ae4a81e0e1a0 None None] For port 0e6452c9-7e1d-477e-83bf-cd8098245b68, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=0e6452c9-7e1d-477e-83bf-cd8098245b68,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:22.793563 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ace6a-f313-4a2a-8838-f7ebd64109f4 None None] The sync data for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi is: [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:18Z', 'revision_number': 3, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:36:22.804568 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c165d6b4-0447-4a47-a965-ae4a81e0e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.809256 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58542) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:22.824579 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fa752a5b-6226-4807-ad58-f2f1fab422a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.830334 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fa752a5b-6226-4807-ad58-f2f1fab422a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:22.831957 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-fa752a5b-6226-4807-ad58-f2f1fab422a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bbba4b07-dea3-46e5-b81f-ce37d255e020 HTTP/1.1" status: 204 len: 168 time: 0.7085927 Aug 13 03:36:22.848827 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa752a5b-6226-4807-ad58-f2f1fab422a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbba4b07-dea3-46e5-b81f-ce37d255e020,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:22.896354 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Allocated IP 172.20.0.1 (2bc5c885-09d1-4b83-854e-b64e8b2033af/d0c1a94a-64dc-4d90-a316-1a8d4b512718/58bf8573-faa7-467d-9d27-15ce705103d4) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:36:22.907660 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd899-dbe8-4ddb-8c95-376b076844c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:23.076735 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:23.078662 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:23.104166 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Transition to ACTIVE for port object 58bf8573-faa7-467d-9d27-15ce705103d4 will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:23.143702 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-91e94dc2-78b2-428a-9894-81a23a5a6c2f None None] Provisioning complete for port 0e6452c9-7e1d-477e-83bf-cd8098245b68 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:23.146591 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-91e94dc2-78b2-428a-9894-81a23a5a6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:23.165099 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:23.218875 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Network 2bc5c885-09d1-4b83-854e-b64e8b2033af is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:36:23.224580 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:23.239733 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:36:23.243604 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734573'] for router_interface, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:23.326872 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 5d263641-1604-402b-88c8-d7770400ecfb triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:23.327322 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:23.384093 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165d6b4-0447-4a47-a965-ae4a81e0e1a0 None None] Pushing event updated for resources: {'Port': ['ID=0e6452c9-7e1d-477e-83bf-cd8098245b68,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:23.524887 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.63', 53492) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:23.716711 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd899-dbe8-4ddb-8c95-376b076844c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:23.734561 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd899-dbe8-4ddb-8c95-376b076844c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:23.770465 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58568) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:23.775632 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-400a10e4-5f35-4e08-b172-70a36675234d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:23.836687 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ff4d631b-20f6-4beb-8fae-9aa5708b907f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:23.872502 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:23.893075 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-fc9fd899-dbe8-4ddb-8c95-376b076844c2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66f2ffd84933425cb315a3cfdaf66338&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0826731 Aug 13 03:36:23.902878 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=58bf8573-faa7-467d-9d27-15ce705103d4,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:23.916009 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 58578) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:23.955807 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:23.968194 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Transition to ACTIVE for port object 2b3955ae-8c71-4074-9be7-3b9919eb78b8 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:23.981727 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.047178 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-99836519-7af9-49eb-981d-78dd4e206a61 req-a1da7c3c-658f-4c8d-9eee-f886a53d609b tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 210 time: 0.1453819 Aug 13 03:36:24.057362 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ff4d631b-20f6-4beb-8fae-9aa5708b907f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.059166 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.060364 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3734713'] for router_interface, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.072143 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fd899-dbe8-4ddb-8c95-376b076844c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b252d70-d766-4612-a8e6-88cb50d8f74f,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:24.099008 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Attempting to bind port 2b3955ae-8c71-4074-9be7-3b9919eb78b8 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:36:24.099322 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Attempting to bind port 2b3955ae-8c71-4074-9be7-3b9919eb78b8 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:36:24.099703 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Attempting to bind port 2b3955ae-8c71-4074-9be7-3b9919eb78b8 on network 447743f6-e021-4a69-b78c-3b977fcc1367 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:36:24.147270 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ff4d631b-20f6-4beb-8fae-9aa5708b907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.170788 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:36:24.171376 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Checking segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:24.173165 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.175392 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Pushing event updated for resources: {'Port': ['ID=991c9375-ade7-4601-a5d1-4711f7035ddc,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:24.184424 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Bound using segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:36:24.184996 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Bound port: 2b3955ae-8c71-4074-9be7-3b9919eb78b8, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:36:24.186098 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.190738 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7958c03c-1935-425b-9b8c-8e5f0fb50684 None None] Provisioning for port 58bf8573-faa7-467d-9d27-15ce705103d4 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:24.206994 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7958c03c-1935-425b-9b8c-8e5f0fb50684 None None] Provisioning complete for port 58bf8573-faa7-467d-9d27-15ce705103d4 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:24.207392 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7958c03c-1935-425b-9b8c-8e5f0fb50684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.216315 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ff4d631b-20f6-4beb-8fae-9aa5708b907f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=56ad9d34a003491aba221c3863a79a00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4414105 Aug 13 03:36:24.226840 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58602) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:24.227507 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d631b-20f6-4beb-8fae-9aa5708b907f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddacb465-b940-4467-af6a-35e808fc3943,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:24.263967 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.340619 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-7fdd5f98-551f-491d-9ddc-2eba1072f44b tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:24.354761 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d7a33230-31a3-4cd0-a0c8-d4b358cad873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.364527 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-7fdd5f98-551f-491d-9ddc-2eba1072f44b tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.63 "GET /v2.0/networks?id=e27755bc-8921-4172-b817-75897b43cd74 HTTP/1.1" status: 200 len: 811 time: 0.8069563 Aug 13 03:36:24.377481 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] For port 2b3955ae-8c71-4074-9be7-3b9919eb78b8, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:36:24.380895 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] For port 2b3955ae-8c71-4074-9be7-3b9919eb78b8, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=2b3955ae-8c71-4074-9be7-3b9919eb78b8,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:36:24.407332 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d7a33230-31a3-4cd0-a0c8-d4b358cad873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.424617 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ed016-34d0-4390-96a1-299606e88bfd None None] Pushing event updated for resources: {'Port': ['ID=2b3955ae-8c71-4074-9be7-3b9919eb78b8,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:24.429679 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.432077 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c4036ac6-a5c8-4bce-86bc-8c6d4d641493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.437850 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-31371e70-92e1-4ec9-b113-5d7d5e6684a6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Request body: {'port': {'device_id': '725ff54a-3d98-4e2f-ab0d-fec40f02cde2', 'network_id': 'e27755bc-8921-4172-b817-75897b43cd74', 'admin_state_up': True, 'tenant_id': '1f63c2e1ad3a4729b0f20b76655caff2'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:24.510343 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ed016-34d0-4390-96a1-299606e88bfd None None] Pushing event updated for resources: {'Port': ['ID=2b3955ae-8c71-4074-9be7-3b9919eb78b8,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:24.535754 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d7a33230-31a3-4cd0-a0c8-d4b358cad873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.540855 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d7a33230-31a3-4cd0-a0c8-d4b358cad873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.546593 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d7a33230-31a3-4cd0-a0c8-d4b358cad873 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ddacb465-b940-4467-af6a-35e808fc3943 HTTP/1.1" status: 204 len: 168 time: 0.3004498 Aug 13 03:36:24.577882 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a33230-31a3-4cd0-a0c8-d4b358cad873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddacb465-b940-4467-af6a-35e808fc3943,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:24.582641 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7958c03c-1935-425b-9b8c-8e5f0fb50684 None None] Port 58bf8573-faa7-467d-9d27-15ce705103d4 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:36:24.630511 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:36:24.631213 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:35:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:24.673284 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c4036ac6-a5c8-4bce-86bc-8c6d4d641493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.716980 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 0e6452c9-7e1d-477e-83bf-cd8098245b68 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:24.750793 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:36:24.757932 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:24.824034 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7958c03c-1935-425b-9b8c-8e5f0fb50684 None None] Provisioning complete for port 5d263641-1604-402b-88c8-d7770400ecfb triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:24.824550 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7958c03c-1935-425b-9b8c-8e5f0fb50684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.980959 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-31371e70-92e1-4ec9-b113-5d7d5e6684a6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Made reservation on behalf of 1f63c2e1ad3a4729b0f20b76655caff2 for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:24.988308 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-31371e70-92e1-4ec9-b113-5d7d5e6684a6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:24.988896 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 0e6452c9-7e1d-477e-83bf-cd8098245b68 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:24.989560 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:25.073450 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:36:25.162243 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58652) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:25.230263 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Router fe4a9d20-2e78-4ab7-9d52-505188e24fbe has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:36:25.498695 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7958c03c-1935-425b-9b8c-8e5f0fb50684 None None] Provisioning for port 991c9375-ade7-4601-a5d1-4711f7035ddc completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:25.546018 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7958c03c-1935-425b-9b8c-8e5f0fb50684 None None] Provisioning complete for port 991c9375-ade7-4601-a5d1-4711f7035ddc triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:25.546345 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7958c03c-1935-425b-9b8c-8e5f0fb50684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:25.653425 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-36276831-b526-4e2c-9a9e-6f77651fb837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:25.712389 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c4036ac6-a5c8-4bce-86bc-8c6d4d641493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:25.724661 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c4036ac6-a5c8-4bce-86bc-8c6d4d641493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:25.726513 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c4036ac6-a5c8-4bce-86bc-8c6d4d641493 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2b252d70-d766-4612-a8e6-88cb50d8f74f HTTP/1.1" status: 204 len: 168 time: 1.7949865 Aug 13 03:36:25.728451 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7958c03c-1935-425b-9b8c-8e5f0fb50684 None None] Port 991c9375-ade7-4601-a5d1-4711f7035ddc cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:36:25.751922 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:36:25.762645 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-08f7d4f7-f3d0-4844-a521-4c5f1a1391d3 admin admin] 10.222.0.57 "PUT /v2.0/routers/fe4a9d20-2e78-4ab7-9d52-505188e24fbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8129656 Aug 13 03:36:25.887563 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Sync routers for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:36:25.908705 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:36:25.912200 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:35:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:25.957560 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3005d0ea-cd0c-4c7d-8582-91c7a9f307ba req-bc73189e-3d27-47c8-b1dd-3b2c0f55f0d1 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 210 time: 0.2517164 Aug 13 03:36:25.993042 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4036ac6-a5c8-4bce-86bc-8c6d4d641493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b252d70-d766-4612-a8e6-88cb50d8f74f,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:25.993346 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-36276831-b526-4e2c-9a9e-6f77651fb837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:26.000286 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-36276831-b526-4e2c-9a9e-6f77651fb837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:26.065691 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:26.072512 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-36276831-b526-4e2c-9a9e-6f77651fb837 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b655afa82745407a8d4fad4ea2ec93d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9068530 Aug 13 03:36:26.075199 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58696) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:26.116279 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:26.119099 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3734713'] for router_interface, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:26.172331 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36276831-b526-4e2c-9a9e-6f77651fb837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f411eaae-1637-4bfb-bb29-03855535c0b5,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:26.252368 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-59025e7e-57dc-489c-b608-0f6b2679d526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:26.275935 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-31371e70-92e1-4ec9-b113-5d7d5e6684a6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Allocated IP 172.20.0.8 (e27755bc-8921-4172-b817-75897b43cd74/6b15ad95-d6fb-4df3-975d-6b2050d55b59/32d679c8-6374-4f78-b36a-d672319c9db1) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:36:26.309104 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-59025e7e-57dc-489c-b608-0f6b2679d526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:26.336934 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 80c807b7-20cb-419a-8b1a-a3755a03d462 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:26.389480 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=58bf8573-faa7-467d-9d27-15ce705103d4,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:26.441399 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-59025e7e-57dc-489c-b608-0f6b2679d526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:26.455878 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-59025e7e-57dc-489c-b608-0f6b2679d526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:26.455878 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-59025e7e-57dc-489c-b608-0f6b2679d526 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f411eaae-1637-4bfb-bb29-03855535c0b5 HTTP/1.1" status: 204 len: 168 time: 0.3665009 Aug 13 03:36:26.489455 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59025e7e-57dc-489c-b608-0f6b2679d526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f411eaae-1637-4bfb-bb29-03855535c0b5,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:26.586822 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Network 2bc5c885-09d1-4b83-854e-b64e8b2033af is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:36:26.586822 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:26.631725 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8a4847dc-3493-4033-9887-d0b9e245a975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:26.709279 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:36:26.748655 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-90098d92-82d6-4bd4-a7c9-ef67c0614edb None None] Provisioning complete for port 991c9375-ade7-4601-a5d1-4711f7035ddc triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:26.749428 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-90098d92-82d6-4bd4-a7c9-ef67c0614edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:26.825449 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:26.972140 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 80c807b7-20cb-419a-8b1a-a3755a03d462 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:26.980030 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-90098d92-82d6-4bd4-a7c9-ef67c0614edb None None] Port 991c9375-ade7-4601-a5d1-4711f7035ddc cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:36:26.981607 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-31371e70-92e1-4ec9-b113-5d7d5e6684a6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:26.992514 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 80c807b7-20cb-419a-8b1a-a3755a03d462 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:26.995044 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:27.015372 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Router f461b812-6795-4808-a488-54fc110d7d59 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:36:27.102590 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-31371e70-92e1-4ec9-b113-5d7d5e6684a6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:27.140800 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-affa95ae-aa76-4423-800b-c9e5d47dd141 None None] Provisioning complete for port 58bf8573-faa7-467d-9d27-15ce705103d4 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:27.141367 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-affa95ae-aa76-4423-800b-c9e5d47dd141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:27.216878 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:27.220491 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:23Z', 'revision_number': 2, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:27.259593 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Checking router: fe4a9d20-2e78-4ab7-9d52-505188e24fbe for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:36:27.260057 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Updating router fe4a9d20-2e78-4ab7-9d52-505188e24fbe port 991c9375-ade7-4601-a5d1-4711f7035ddc binding host dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:36:27.292099 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 80c807b7-20cb-419a-8b1a-a3755a03d462, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=80c807b7-20cb-419a-8b1a-a3755a03d462,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:27.292928 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:27.333567 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:27.377160 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 1, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:27.489025 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-31371e70-92e1-4ec9-b113-5d7d5e6684a6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Network e27755bc-8921-4172-b817-75897b43cd74 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:36:27.508074 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-affa95ae-aa76-4423-800b-c9e5d47dd141 None None] Port 58bf8573-faa7-467d-9d27-15ce705103d4 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:36:27.525707 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-31371e70-92e1-4ec9-b113-5d7d5e6684a6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:27.532807 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-31371e70-92e1-4ec9-b113-5d7d5e6684a6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:36:27.533160 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58736) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:27.539005 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-31371e70-92e1-4ec9-b113-5d7d5e6684a6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:27.540001 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-31371e70-92e1-4ec9-b113-5d7d5e6684a6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:27.566994 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31371e70-92e1-4ec9-b113-5d7d5e6684a6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Pushing event updated for resources: {'Port': ['ID=32d679c8-6374-4f78-b36a-d672319c9db1,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:27.588168 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:36:27.633317 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-aeff0f17-9cf8-4db4-8799-ca09bf90e5b7 admin admin] 10.222.0.57 "PUT /v2.0/routers/f461b812-6795-4808-a488-54fc110d7d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4527619 Aug 13 03:36:27.666015 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d3e40a-cbf6-45be-9ca3-592af221ebe2 None None] The sync data for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi is: [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 1, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:36:27.669076 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2c915-88d0-4b8d-8e48-4a13523e5868 req-265cb42a-a5eb-415e-b6e1-7d75c5b34eb3 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:27.671065 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8df2c915-88d0-4b8d-8e48-4a13523e5868 req-265cb42a-a5eb-415e-b6e1-7d75c5b34eb3 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 931 time: 0.4673104 Aug 13 03:36:27.673149 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-31371e70-92e1-4ec9-b113-5d7d5e6684a6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2500453 Aug 13 03:36:27.693602 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:27.697279 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-3db0e71b-874e-4652-8b79-76511ffff39c tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:36:27.701568 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-3db0e71b-874e-4652-8b79-76511ffff39c tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145888 Aug 13 03:36:27.745577 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=80c807b7-20cb-419a-8b1a-a3755a03d462,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:27.789738 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8df2c915-88d0-4b8d-8e48-4a13523e5868 req-315bb116-834d-4aeb-977d-79ec82a47fd9 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012022 Aug 13 03:36:27.980016 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58748) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:27.985056 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-73360428-f107-44ce-8a31-3ddaa8999ed7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1603240283', 'description': 'tempest-description--1788698010'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:27.999155 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.022550 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Transition to ACTIVE for port object 991c9375-ade7-4601-a5d1-4711f7035ddc will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:28.032585 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.089702 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6e955e24-e98d-4170-a38e-c517bc6ff29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.139410 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73360428-f107-44ce-8a31-3ddaa8999ed7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.258895 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f53e9-aca2-49b9-b2f0-0caa40f55d48 None None] Pushing event updated for resources: {'Port': ['ID=991c9375-ade7-4601-a5d1-4711f7035ddc,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:28.405723 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6e955e24-e98d-4170-a38e-c517bc6ff29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.433749 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6e955e24-e98d-4170-a38e-c517bc6ff29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.437177 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Attempting to bind port 991c9375-ade7-4601-a5d1-4711f7035ddc on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:36:28.441050 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Attempting to bind port 991c9375-ade7-4601-a5d1-4711f7035ddc by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:36:28.442242 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Attempting to bind port 991c9375-ade7-4601-a5d1-4711f7035ddc on network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:36:28.463322 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:36:28.465841 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Checking segment: {'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:28.467049 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.467940 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-6e955e24-e98d-4170-a38e-c517bc6ff29f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b0a8bd4e7bbc495db4ba897814670db9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9337223 Aug 13 03:36:28.469129 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Bound using segment: {'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:36:28.469914 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Bound port: 991c9375-ade7-4601-a5d1-4711f7035ddc, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:36:28.470817 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 58762) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:28.472651 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.586067 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e955e24-e98d-4170-a38e-c517bc6ff29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c80218-b3d9-4247-97ea-016df40ea8dc,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:28.628308 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73360428-f107-44ce-8a31-3ddaa8999ed7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.655659 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73360428-f107-44ce-8a31-3ddaa8999ed7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.689572 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] For port 991c9375-ade7-4601-a5d1-4711f7035ddc, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:36:28.696317 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] For port 991c9375-ade7-4601-a5d1-4711f7035ddc, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=991c9375-ade7-4601-a5d1-4711f7035ddc,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:36:28.696720 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9910042-6a40-4d83-9d5b-5bbebe9467e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.704858 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.732990 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73360428-f107-44ce-8a31-3ddaa8999ed7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9727224b-5c03-450d-b6fd-76cdba2c4957,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:28.739378 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Request body: {'port': {'device_id': '725ff54a-3d98-4e2f-ab0d-fec40f02cde2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:28.747962 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73360428-f107-44ce-8a31-3ddaa8999ed7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.749803 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-73360428-f107-44ce-8a31-3ddaa8999ed7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7684264 Aug 13 03:36:28.753712 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58768) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:28.769757 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-ffb36d17-42e8-4af0-a90c-a739f1685d7f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Request body: {'security_group_rule': {'security_group_id': '9727224b-5c03-450d-b6fd-76cdba2c4957', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:28.857351 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.897175 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9910042-6a40-4d83-9d5b-5bbebe9467e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.908417 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f53e9-aca2-49b9-b2f0-0caa40f55d48 None None] Pushing event updated for resources: {'Port': ['ID=991c9375-ade7-4601-a5d1-4711f7035ddc,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:28.925707 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ffb36d17-42e8-4af0-a90c-a739f1685d7f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:28.943595 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:36:28.944643 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:36:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:29.165442 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:29.263800 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ffb36d17-42e8-4af0-a90c-a739f1685d7f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:29.272779 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ffb36d17-42e8-4af0-a90c-a739f1685d7f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:29.343364 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ffb36d17-42e8-4af0-a90c-a739f1685d7f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:29.352301 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ffb36d17-42e8-4af0-a90c-a739f1685d7f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5963936 Aug 13 03:36:29.378163 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58780) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:29.399060 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-5be36b51-a63b-4d49-b2b3-d8e1bb49f308 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Request body: {'security_group_rule': {'security_group_id': '9727224b-5c03-450d-b6fd-76cdba2c4957', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:29.445200 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:36:29.459944 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb36d17-42e8-4af0-a90c-a739f1685d7f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37f7c36-fe3f-4bab-a5ed-0a921e2a6b9e,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:29.568563 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5be36b51-a63b-4d49-b2b3-d8e1bb49f308 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:29.903506 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 80c807b7-20cb-419a-8b1a-a3755a03d462 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:29.939189 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5be36b51-a63b-4d49-b2b3-d8e1bb49f308 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:29.942748 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9910042-6a40-4d83-9d5b-5bbebe9467e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:29.950056 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5be36b51-a63b-4d49-b2b3-d8e1bb49f308 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:29.950389 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9910042-6a40-4d83-9d5b-5bbebe9467e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:29.957667 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d9910042-6a40-4d83-9d5b-5bbebe9467e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59c80218-b3d9-4247-97ea-016df40ea8dc HTTP/1.1" status: 204 len: 168 time: 1.4852748 Aug 13 03:36:30.081339 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be36b51-a63b-4d49-b2b3-d8e1bb49f308 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788969dc-0905-4f01-94e8-fc8e0c26d2b9,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:30.087965 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5be36b51-a63b-4d49-b2b3-d8e1bb49f308 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:30.090456 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-5be36b51-a63b-4d49-b2b3-d8e1bb49f308 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7062173 Aug 13 03:36:30.094505 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58798) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:30.104222 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 80c807b7-20cb-419a-8b1a-a3755a03d462 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:30.107246 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:30.114422 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Request body: {'floatingip': {'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:30.168907 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9910042-6a40-4d83-9d5b-5bbebe9467e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c80218-b3d9-4247-97ea-016df40ea8dc,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:30.208122 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:30.208711 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333e5ae-7e9a-47ff-ae01-3fbec3d270f3 req-2565f2d6-ba0f-46fb-8ce7-884f91159443 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:30.210837 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d333e5ae-7e9a-47ff-ae01-3fbec3d270f3 req-2565f2d6-ba0f-46fb-8ce7-884f91159443 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 931 time: 1.1732152 Aug 13 03:36:30.427784 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:28Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:30.488871 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 2b3955ae-8c71-4074-9be7-3b9919eb78b8 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:30.522414 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d333e5ae-7e9a-47ff-ae01-3fbec3d270f3 req-f0d8b7e8-05f5-4b65-a6d2-52a6848dd5fe tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934937 Aug 13 03:36:30.583490 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503f393-74f9-435b-90ec-334f31c3b253 None None] The sync data for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi is: [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:28Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:36:30.651585 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 2b3955ae-8c71-4074-9be7-3b9919eb78b8 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:30.660164 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 2b3955ae-8c71-4074-9be7-3b9919eb78b8 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:30.660682 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:30.679442 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58810) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:30.686062 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-d41715d4-41ec-4e5e-9f77-b680f4cd6a50 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--546170549', 'description': 'tempest-description--1047507950'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:30.727033 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d41715d4-41ec-4e5e-9f77-b680f4cd6a50 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:30.857050 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:30.862523 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d679c8-6374-4f78-b36a-d672319c9db1 {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:36:30.871403 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:30.901316 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:30.902339 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Transition to ACTIVE for port object 32d679c8-6374-4f78-b36a-d672319c9db1 will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:30.908795 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:30.975154 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 2b3955ae-8c71-4074-9be7-3b9919eb78b8, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=2b3955ae-8c71-4074-9be7-3b9919eb78b8,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:30.993444 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:31.166619 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=2b3955ae-8c71-4074-9be7-3b9919eb78b8,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:31.168285 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Allocated IP 172.27.0.160 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/53d4b3ec-4f5a-4900-92bb-642c780f5b7b) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:36:31.268991 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Attempting to bind port 32d679c8-6374-4f78-b36a-d672319c9db1 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:36:31.269763 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Attempting to bind port 32d679c8-6374-4f78-b36a-d672319c9db1 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '41b82c9b-dd08-4d83-aade-101cc4f2b21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e27755bc-8921-4172-b817-75897b43cd74'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:36:31.279179 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Attempting to bind port 32d679c8-6374-4f78-b36a-d672319c9db1 on network e27755bc-8921-4172-b817-75897b43cd74 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:36:31.283537 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Pushing event updated for resources: {'Port': ['ID=32d679c8-6374-4f78-b36a-d672319c9db1,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:31.295432 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Port 32d679c8-6374-4f78-b36a-d672319c9db1 on network e27755bc-8921-4172-b817-75897b43cd74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:36:31.297210 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Attempting to bind port 32d679c8-6374-4f78-b36a-d672319c9db1 on network e27755bc-8921-4172-b817-75897b43cd74 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:36:31.319135 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:36:31.319618 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Checking segment: {'id': '41b82c9b-dd08-4d83-aade-101cc4f2b21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e27755bc-8921-4172-b817-75897b43cd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:31.320471 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Bound using segment: {'id': '41b82c9b-dd08-4d83-aade-101cc4f2b21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e27755bc-8921-4172-b817-75897b43cd74'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:36:31.321126 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Bound port: 32d679c8-6374-4f78-b36a-d672319c9db1, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b82c9b-dd08-4d83-aade-101cc4f2b21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e27755bc-8921-4172-b817-75897b43cd74'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:36:31.321644 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:31.467510 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:31.523017 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] For port 32d679c8-6374-4f78-b36a-d672319c9db1, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:36:31.538335 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] For port 32d679c8-6374-4f78-b36a-d672319c9db1, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=32d679c8-6374-4f78-b36a-d672319c9db1,segment=NetworkSegment(41b82c9b-dd08-4d83-aade-101cc4f2b21b),segment_id=41b82c9b-dd08-4d83-aade-101cc4f2b21b)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:36:31.557651 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:31.572155 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 58826) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:31.695709 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d41715d4-41ec-4e5e-9f77-b680f4cd6a50 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:31.713692 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d41715d4-41ec-4e5e-9f77-b680f4cd6a50 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:31.737631 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:31.739112 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:31.740658 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] 10.222.0.63 "PUT /v2.0/ports/32d679c8-6374-4f78-b36a-d672319c9db1 HTTP/1.1" status: 200 len: 1093 time: 3.6477015 Aug 13 03:36:31.775984 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:31.801040 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 2b3955ae-8c71-4074-9be7-3b9919eb78b8 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:31.808091 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d41715d4-41ec-4e5e-9f77-b680f4cd6a50 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:31.812238 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d41715d4-41ec-4e5e-9f77-b680f4cd6a50 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1287789 Aug 13 03:36:31.829375 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58834) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:31.853436 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-feb2aa18-483d-480c-9581-0b7ce018c9ca tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Request body: {'security_group_rule': {'security_group_id': '9f6bf53f-a256-40f0-9715-92234a8e5c4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:31.975560 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 2b3955ae-8c71-4074-9be7-3b9919eb78b8 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:31.979619 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:31.987176 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Sync routers for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:36:31.996955 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:36:32.002213 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41715d4-41ec-4e5e-9f77-b680f4cd6a50 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6bf53f-a256-40f0-9715-92234a8e5c4b,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:32.013964 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-feb2aa18-483d-480c-9581-0b7ce018c9ca tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:32.021118 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:32.023993 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:36:32.057991 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event updated for resources: {'Port': ['ID=53d4b3ec-4f5a-4900-92bb-642c780f5b7b,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:32.138925 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:36:32.148506 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:36:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:32.314414 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725ff54a-3d98-4e2f-ab0d-fec40f02cde2', 'tag': '32d679c8-6374-4f78-b36a-d672319c9db1'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:36:32.406030 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:32.432859 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-feb2aa18-483d-480c-9581-0b7ce018c9ca tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:32.435085 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58842) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:32.442256 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-feb2aa18-483d-480c-9581-0b7ce018c9ca tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:32.467607 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 991c9375-ade7-4601-a5d1-4711f7035ddc up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:32.501709 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:36:32.539668 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2aa18-483d-480c-9581-0b7ce018c9ca tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43f15fd-545e-47ff-a5ce-df2c163fdc9f,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:32.567145 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-feb2aa18-483d-480c-9581-0b7ce018c9ca tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:32.592823 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-feb2aa18-483d-480c-9581-0b7ce018c9ca tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7548263 Aug 13 03:36:32.593993 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:32.596339 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58850) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:32.605973 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-0b379cfd-0eea-442c-a039-ada186b43550 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Request body: {'security_group_rule': {'security_group_id': '9f6bf53f-a256-40f0-9715-92234a8e5c4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:32.790916 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-69fc536a-6018-4903-b279-5709e5484da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:32.898414 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0b379cfd-0eea-442c-a039-ada186b43550 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:32.902055 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f366c27-9493-49f3-a5d9-24fe6aa43240 req-d1e9d28d-46c2-4f08-839f-9bff3fbe2acd tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:32.927613 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0f366c27-9493-49f3-a5d9-24fe6aa43240 req-d1e9d28d-46c2-4f08-839f-9bff3fbe2acd tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 943 time: 1.2383268 Aug 13 03:36:32.936596 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1a000-9351-4e58-ba61-bd4697a89e6b service neutron] Pushing event updated for resources: {'Port': ['ID=32d679c8-6374-4f78-b36a-d672319c9db1,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:32.959890 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 991c9375-ade7-4601-a5d1-4711f7035ddc completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:32.982243 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 991c9375-ade7-4601-a5d1-4711f7035ddc triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:32.982852 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:32.999370 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0b379cfd-0eea-442c-a039-ada186b43550 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.017396 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0b379cfd-0eea-442c-a039-ada186b43550 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.096274 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-9b900a85-0183-4920-94e1-17c037857ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:33.101114 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-9b900a85-0183-4920-94e1-17c037857ef3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1f63c2e1ad3a4729b0f20b76655caff2&device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 1096 time: 0.5595679 Aug 13 03:36:33.141047 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.152272 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 2, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:33.185489 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-96167270-network', 'tenant_id': 'feaff75abb884a76a71f5321574b68a9'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:33.207625 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 991c9375-ade7-4601-a5d1-4711f7035ddc, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=991c9375-ade7-4601-a5d1-4711f7035ddc,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:33.209274 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Checking router: f461b812-6795-4808-a488-54fc110d7d59 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:36:33.210138 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Updating router f461b812-6795-4808-a488-54fc110d7d59 port 58bf8573-faa7-467d-9d27-15ce705103d4 binding host dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:36:33.247202 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.249359 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.281612 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b379cfd-0eea-442c-a039-ada186b43550 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5018f1-b058-4873-b2d8-8098894160c3,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:33.354994 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.364083 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.382288 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0f366c27-9493-49f3-a5d9-24fe6aa43240 req-928f66ff-e960-412d-a14a-43e9aad5a0a1 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534826 Aug 13 03:36:33.392453 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-66c4e523-c226-45ae-ae27-7ef78df6774f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d679c8-6374-4f78-b36a-d672319c9db1 HTTP/1.1" status: 200 len: 217 time: 0.2281234 Aug 13 03:36:33.402597 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=991c9375-ade7-4601-a5d1-4711f7035ddc,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:33.478647 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event updated for resources: {'Port': ['ID=53d4b3ec-4f5a-4900-92bb-642c780f5b7b,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:33.546703 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.546995 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b933b2db-efaa-4d2c-a9ff-e869ac6aecf8" -d '{"events": [{"name": "network-changed", "server_uuid": "725ff54a-3d98-4e2f-ab0d-fec40f02cde2", "tag": "32d679c8-6374-4f78-b36a-d672319c9db1"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:36:33.646374 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-69fc536a-6018-4903-b279-5709e5484da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.659358 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0b379cfd-0eea-442c-a039-ada186b43550 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.663447 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-69fc536a-6018-4903-b279-5709e5484da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.663611 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-0b379cfd-0eea-442c-a039-ada186b43550 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0582867 Aug 13 03:36:33.667531 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58884) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:33.667726 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-8e0e9ede-45bc-4bc7-b131-afb6dae10be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:33.668301 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.682641 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-8e0e9ede-45bc-4bc7-b131-afb6dae10be6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6b15ad95-d6fb-4df3-975d-6b2050d55b59 HTTP/1.1" status: 200 len: 851 time: 0.2242608 Aug 13 03:36:33.706634 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-957dd630-67ce-42ca-b3ae-50f6ebb4d4ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5977921 Aug 13 03:36:33.744820 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Request body: {'floatingip': {'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:33.769512 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Made reservation on behalf of feaff75abb884a76a71f5321574b68a9 for: {'network': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:33.774524 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.809363 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:33.924611 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-0e5f8f88-4f88-4d98-9508-e7f7726cbd24 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e27755bc-8921-4172-b817-75897b43cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1985266 Aug 13 03:36:33.976044 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc536a-6018-4903-b279-5709e5484da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be74b58-d57b-4b3f-8ef0-8768861a5011,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:34.035537 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-69fc536a-6018-4903-b279-5709e5484da9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b650c90c508c4a29a3ff748296900041&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4529562 Aug 13 03:36:34.079328 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.080478 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58906) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:34.098924 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.106328 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.200205 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-22b10309-701e-4f4e-9ec4-b2fd7d51976d service neutron] 10.222.0.63 "GET /v2.0/networks/e27755bc-8921-4172-b817-75897b43cd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517118 Aug 13 03:36:34.250001 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5b59a2-5384-4388-a4e9-23d53c49c550 x-openstack-request-id: req-ef5b59a2-5384-4388-a4e9-23d53c49c550 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:36:34.250186 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725ff54a-3d98-4e2f-ab0d-fec40f02cde2", "tag": "32d679c8-6374-4f78-b36a-d672319c9db1", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:36:34.250562 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef5b59a2-5384-4388-a4e9-23d53c49c550 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:36:34.252181 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725ff54a-3d98-4e2f-ab0d-fec40f02cde2', 'tag': '32d679c8-6374-4f78-b36a-d672319c9db1', 'status': 'completed', 'code': 200} Aug 13 03:36:34.279828 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.307178 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Transition to ACTIVE for port object 58bf8573-faa7-467d-9d27-15ce705103d4 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:34.323580 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.384252 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf050f7-8949-4173-a23d-bb4728dc0537,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:34.437723 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=94056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:36:34.473357 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823156de-5135-4d82-8f2c-a78d8d4648c5 req-e3278be9-e4ed-4ede-85d7-a77757f865fc service neutron] 10.222.0.63 "GET /v2.0/networks/e27755bc-8921-4172-b817-75897b43cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658193 Aug 13 03:36:34.593619 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794870372199', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.595788 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Unsubscribe: segment precommit_create {{(pid=94056) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 03:36:34.596573 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.segments_db [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Added segment eab43624-5859-4958-880d-afecdfc5dab5 of type vlan for network 0850bb7b-c2cf-4746-9183-93880ae83b6c Aug 13 03:36:34.603134 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd5192b9-a029-4d6c-bf8d-df1f11519438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.662827 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-0830168e-d698-4fa6-88ab-b132309443d1 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1603240283&fields=id&tenant_id=8c29dde412844c7080ebb0405ba4f877 HTTP/1.1" status: 200 len: 267 time: 0.1729856 Aug 13 03:36:34.698861 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd5192b9-a029-4d6c-bf8d-df1f11519438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.740060 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63191c-01ed-4147-982f-14d044a3ae5a None None] Pushing event updated for resources: {'Port': ['ID=58bf8573-faa7-467d-9d27-15ce705103d4,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:34.749699 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Attempting to bind port 58bf8573-faa7-467d-9d27-15ce705103d4 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:36:34.750009 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Attempting to bind port 58bf8573-faa7-467d-9d27-15ce705103d4 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:36:34.750420 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Attempting to bind port 58bf8573-faa7-467d-9d27-15ce705103d4 on network 2bc5c885-09d1-4b83-854e-b64e8b2033af {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:36:34.758054 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:36:34.758584 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Checking segment: {'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:34.763402 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.763893 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Bound using segment: {'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:36:34.766733 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Bound port: 58bf8573-faa7-467d-9d27-15ce705103d4, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:36:34.767412 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.829171 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.839768 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd5192b9-a029-4d6c-bf8d-df1f11519438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.845007 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd5192b9-a029-4d6c-bf8d-df1f11519438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.850054 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-bd5192b9-a029-4d6c-bf8d-df1f11519438 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6be74b58-d57b-4b3f-8ef0-8768861a5011 HTTP/1.1" status: 204 len: 168 time: 0.7678189 Aug 13 03:36:34.880067 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b2db-efaa-4d2c-a9ff-e869ac6aecf8 req-3adcd259-5982-4ad5-a3c4-57e36c618a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:34.885001 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b933b2db-efaa-4d2c-a9ff-e869ac6aecf8 req-3adcd259-5982-4ad5-a3c4-57e36c618a2e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1f63c2e1ad3a4729b0f20b76655caff2&device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 1096 time: 0.3407052 Aug 13 03:36:34.913968 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5192b9-a029-4d6c-bf8d-df1f11519438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be74b58-d57b-4b3f-8ef0-8768861a5011,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:34.977924 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.982693 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:34.984711 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:34.985736 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:35.015828 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] For port 58bf8573-faa7-467d-9d27-15ce705103d4, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:36:35.034205 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] For port 58bf8573-faa7-467d-9d27-15ce705103d4, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=58bf8573-faa7-467d-9d27-15ce705103d4,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:36:35.043348 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-266bd185-1f4d-4cc5-b939-3ecc846b5a07 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:35.044479 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:35.053435 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-266bd185-1f4d-4cc5-b939-3ecc846b5a07 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 817 time: 0.3445990 Aug 13 03:36:35.055791 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6196339 Aug 13 03:36:35.092485 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58938) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:35.098260 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea84c9-7705-489e-95a2-6ec1c92c1a66 req-9d6736da-adb7-4459-a662-a321d0c96e6f tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:35.116791 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-de1a8e3a-e986-4ce0-bd7a-9acb584cb59c admin admin] Request body: {'subnet': {'network_id': '0850bb7b-c2cf-4746-9183-93880ae83b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-96167270-subnet', 'tenant_id': 'feaff75abb884a76a71f5321574b68a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:35.132713 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-38ea84c9-7705-489e-95a2-6ec1c92c1a66 req-9d6736da-adb7-4459-a662-a321d0c96e6f tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 943 time: 0.5439324 Aug 13 03:36:35.146930 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:36:35.148001 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:36:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:35.160828 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63191c-01ed-4147-982f-14d044a3ae5a None None] Pushing event updated for resources: {'Port': ['ID=58bf8573-faa7-467d-9d27-15ce705103d4,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:35.249756 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-25622a14-73fd-4a34-8fe0-0c4dfb5ac730 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/quotas/8c29dde412844c7080ebb0405ba4f877 HTTP/1.1" status: 200 len: 375 time: 0.1940272 Aug 13 03:36:35.295234 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03da98-2c27-4eee-9fc6-972415fb8f27 admin admin] Pushing event updated for resources: {'Network': ['ID=0850bb7b-c2cf-4746-9183-93880ae83b6c,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:35.338432 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-38ea84c9-7705-489e-95a2-6ec1c92c1a66 req-75d4ad69-60db-4975-95e2-546e03955b6d tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022140 Aug 13 03:36:35.403552 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1a8e3a-e986-4ce0-bd7a-9acb584cb59c admin admin] Made reservation on behalf of feaff75abb884a76a71f5321574b68a9 for: {'subnet': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:35.410263 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-de1a8e3a-e986-4ce0-bd7a-9acb584cb59c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:35.506864 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 0850bb7b-c2cf-4746-9183-93880ae83b6c details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:36:35.547866 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Allocated IP 172.27.0.119 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/573e8ba6-da8a-489d-9002-1c6779b4d693) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:36:35.709399 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 58bf8573-faa7-467d-9d27-15ce705103d4 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:35.880972 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b2db-efaa-4d2c-a9ff-e869ac6aecf8 req-4280a25c-0428-476b-8c82-8bdedcafc405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:35.885709 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b933b2db-efaa-4d2c-a9ff-e869ac6aecf8 req-4280a25c-0428-476b-8c82-8bdedcafc405 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e27755bc-8921-4172-b817-75897b43cd74 HTTP/1.1" status: 200 len: 912 time: 0.5462244 Aug 13 03:36:35.944582 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-32d51dbd-f693-4eab-a169-b3c77a6477e2 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6938572 Aug 13 03:36:35.953345 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-de1a8e3a-e986-4ce0-bd7a-9acb584cb59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for subnet, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:36.068015 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1a8e3a-e986-4ce0-bd7a-9acb584cb59c admin admin] Checking segment: {'id': 'eab43624-5859-4958-880d-afecdfc5dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0850bb7b-c2cf-4746-9183-93880ae83b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:36.068015 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a8e3a-e986-4ce0-bd7a-9acb584cb59c admin admin] Network hostable DHCP agents. Network: 0850bb7b-c2cf-4746-9183-93880ae83b6c, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:36:36.074751 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b933b2db-efaa-4d2c-a9ff-e869ac6aecf8 req-f605a247-b7f6-4005-85c6-061b24dec318 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d679c8-6374-4f78-b36a-d672319c9db1 HTTP/1.1" status: 200 len: 217 time: 0.1685557 Aug 13 03:36:36.111884 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 58bf8573-faa7-467d-9d27-15ce705103d4 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:36.118037 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a8e3a-e986-4ce0-bd7a-9acb584cb59c admin admin] Network 0850bb7b-c2cf-4746-9183-93880ae83b6c is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:36:36.122329 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:36:36.132190 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-de1a8e3a-e986-4ce0-bd7a-9acb584cb59c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 0850bb7b-c2cf-4746-9183-93880ae83b6c) {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:36.143137 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a8e3a-e986-4ce0-bd7a-9acb584cb59c admin admin] Pushing event updated for resources: {'Subnet': ['ID=097f555d-379f-4065-9df7-39a3c34eda6d,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:36.160262 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a8e3a-e986-4ce0-bd7a-9acb584cb59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:36.160900 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-de1a8e3a-e986-4ce0-bd7a-9acb584cb59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:36.173760 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 58958) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:36.220408 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-de1a8e3a-e986-4ce0-bd7a-9acb584cb59c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1267514 Aug 13 03:36:36.224344 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:36.237772 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1139abf6-4f43-49c7-82b9-8801984f3667 None None] Network 0850bb7b-c2cf-4746-9183-93880ae83b6c requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:36:36.292090 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 58bf8573-faa7-467d-9d27-15ce705103d4 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:36.299221 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:36.345301 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:36.391932 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:36:36.395368 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:36.444043 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:36:36.552000 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7f6741a4-c496-4d97-97e4-973312173d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:36.558103 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-bf234c71-38cd-4981-a30b-6e42e3e7b68f service neutron] 10.222.0.57 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808295 Aug 13 03:36:36.682581 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event updated for resources: {'Port': ['ID=573e8ba6-da8a-489d-9002-1c6779b4d693,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:36.775497 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:36.831168 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b2db-efaa-4d2c-a9ff-e869ac6aecf8 req-c2f473ed-fbd5-47d7-b1f8-d7ec7a0ec163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:36.836689 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b933b2db-efaa-4d2c-a9ff-e869ac6aecf8 req-c2f473ed-fbd5-47d7-b1f8-d7ec7a0ec163 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6b15ad95-d6fb-4df3-975d-6b2050d55b59 HTTP/1.1" status: 200 len: 851 time: 0.5077322 Aug 13 03:36:36.934573 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7f6741a4-c496-4d97-97e4-973312173d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:36.942522 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:36.949523 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7f6741a4-c496-4d97-97e4-973312173d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:37.013451 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b933b2db-efaa-4d2c-a9ff-e869ac6aecf8 req-a9664f0c-4fed-45c3-9cf2-0baf59303829 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e27755bc-8921-4172-b817-75897b43cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336350 Aug 13 03:36:37.045274 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de7965-653e-4482-af7e-67e9d2cd26f1 req-c4933b09-40c9-4ec7-b596-d19e78d0d37e tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:37.051723 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f3de7965-653e-4482-af7e-67e9d2cd26f1 req-c4933b09-40c9-4ec7-b596-d19e78d0d37e tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 943 time: 0.5108902 Aug 13 03:36:37.153905 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f0dfd-2c5b-4dd1-9f51-073069f23b47 None None] Network 0850bb7b-c2cf-4746-9183-93880ae83b6c requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:36:37.156286 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-f27b89e5-38bb-4e83-93e7-03f23c80ba7f service neutron] 10.222.0.57 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972347 Aug 13 03:36:37.168913 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6741a4-c496-4d97-97e4-973312173d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8eacf8-28e6-404e-bf8f-b95f19e49d56,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:37.220349 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-7f6741a4-c496-4d97-97e4-973312173d4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1d721066d5fe49e4827bbba82688942b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0377438 Aug 13 03:36:37.224737 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59004) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:37.306495 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f3de7965-653e-4482-af7e-67e9d2cd26f1 req-82371c01-2174-4d05-8316-3635bdfb08d0 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536952 Aug 13 03:36:37.395215 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b933b2db-efaa-4d2c-a9ff-e869ac6aecf8 req-c14a8319-0117-470f-ba9e-c56911caa49c service neutron] 10.222.0.63 "GET /v2.0/networks/e27755bc-8921-4172-b817-75897b43cd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913604 Aug 13 03:36:37.466066 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-733312ca-2832-40f9-b852-af6325e30337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:37.553794 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-733312ca-2832-40f9-b852-af6325e30337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:37.555959 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:35Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:37.596279 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:37.631172 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:37.673292 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e911a87-c508-441e-a820-53ddd6d6fb20 None None] The sync data for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi is: [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:35Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:36:37.679873 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:37.728743 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:37.839059 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:37.870320 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1611042 Aug 13 03:36:37.871684 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f141c-d065-4301-bdf8-16d3297955ad tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event updated for resources: {'Port': ['ID=573e8ba6-da8a-489d-9002-1c6779b4d693,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:37.881308 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-733312ca-2832-40f9-b852-af6325e30337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:37.883840 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-733312ca-2832-40f9-b852-af6325e30337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:37.896595 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-733312ca-2832-40f9-b852-af6325e30337 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5e8eacf8-28e6-404e-bf8f-b95f19e49d56 HTTP/1.1" status: 204 len: 168 time: 0.6707838 Aug 13 03:36:37.913221 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733312ca-2832-40f9-b852-af6325e30337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8eacf8-28e6-404e-bf8f-b95f19e49d56,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:37.916957 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 58bf8573-faa7-467d-9d27-15ce705103d4, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=58bf8573-faa7-467d-9d27-15ce705103d4,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:37.958488 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:37.962065 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 991c9375-ade7-4601-a5d1-4711f7035ddc up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:37.993157 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59034) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:38.271670 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=58bf8573-faa7-467d-9d27-15ce705103d4,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:38.288144 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 991c9375-ade7-4601-a5d1-4711f7035ddc triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:38.288533 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:38.311243 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8f08ea83-edda-4406-b554-8778aad41d6c req-06d33c8b-8da2-4f95-9c5b-54b363b90b52 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 210 time: 0.0802414 Aug 13 03:36:38.418156 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b933b2db-efaa-4d2c-a9ff-e869ac6aecf8 req-e22270ea-0392-4b50-bd87-74b7f246f787 service neutron] 10.222.0.63 "GET /v2.0/networks/e27755bc-8921-4172-b817-75897b43cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0084846 Aug 13 03:36:38.725145 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 58bf8573-faa7-467d-9d27-15ce705103d4 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:38.810217 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbc44b-89c7-457f-ab19-57ec1282bc4a req-5aa7202c-f75d-4f8a-aede-ef72359db731 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:38.832538 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-36cbc44b-89c7-457f-ab19-57ec1282bc4a req-5aa7202c-f75d-4f8a-aede-ef72359db731 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 943 time: 0.3112459 Aug 13 03:36:38.847047 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-4a38a8eb-3e9e-4ee9-9418-03fd927831a6 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--546170549&fields=id&tenant_id=20909ce51f4946e4a6d8cc2c3692f098 HTTP/1.1" status: 200 len: 267 time: 0.2378898 Aug 13 03:36:38.888124 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 58bf8573-faa7-467d-9d27-15ce705103d4 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:38.888780 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.187428 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-f0b94f69-1da1-4169-851a-7ccc88249ab3 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:39.189776 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-f0b94f69-1da1-4169-851a-7ccc88249ab3 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/networks?id=2bc5c885-09d1-4b83-854e-b64e8b2033af HTTP/1.1" status: 200 len: 811 time: 0.3281622 Aug 13 03:36:39.211955 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-36cbc44b-89c7-457f-ab19-57ec1282bc4a req-633c7408-db09-4932-af7f-71cb3d52a0cc tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784432 Aug 13 03:36:39.219241 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-d5273844-d6dc-4cf3-bf16-cef94954513a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/quotas/20909ce51f4946e4a6d8cc2c3692f098 HTTP/1.1" status: 200 len: 375 time: 0.0231397 Aug 13 03:36:39.256032 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0526-b7d3-4024-8048-183efea57714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.295513 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-9ec11d44-c53e-4b78-8fca-a780370d6d75 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=20909ce51f4946e4a6d8cc2c3692f098&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0753088 Aug 13 03:36:39.417985 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0526-b7d3-4024-8048-183efea57714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.423216 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0526-b7d3-4024-8048-183efea57714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.478098 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-47485da7-d288-4fb3-95e7-61aa8df5b033 req-2b53ab5e-de25-447e-aac0-6c0b973da76a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 210 time: 0.0340550 Aug 13 03:36:39.483441 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ce3e0526-b7d3-4024-8048-183efea57714 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6b103ddb2ee48bebdba916571a4daee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4888906 Aug 13 03:36:39.484467 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e0526-b7d3-4024-8048-183efea57714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c391e2-9cbd-47da-b8d9-ba55fad7f466,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:39.486802 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 59090) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:39.546898 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8170d643-41ea-49ac-9acf-4ce1c25d8148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.577824 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8170d643-41ea-49ac-9acf-4ce1c25d8148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.591444 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59098) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:39.597192 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-489715584-network', 'tenant_id': '4e38b5059e4442cfaa6c31f7e746b166'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:39.622911 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Made reservation on behalf of 4e38b5059e4442cfaa6c31f7e746b166 for: {'network': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:39.628638 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.646797 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.656737 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8170d643-41ea-49ac-9acf-4ce1c25d8148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.657288 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59102) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:39.662418 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8170d643-41ea-49ac-9acf-4ce1c25d8148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.665921 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8170d643-41ea-49ac-9acf-4ce1c25d8148 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/22c391e2-9cbd-47da-b8d9-ba55fad7f466 HTTP/1.1" status: 204 len: 168 time: 0.1778009 Aug 13 03:36:39.677358 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0519dd5b-93c4-458d-b33a-88c9771db530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.682406 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d643-41ea-49ac-9acf-4ce1c25d8148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c391e2-9cbd-47da-b8d9-ba55fad7f466,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:39.805164 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.811075 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.848837 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:36:39.862717 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c97a87b-1ddc-4dde-b91a-52f2da4262a2,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:39.892978 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:39.893599 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.segments_db [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Added segment 2aede874-fab5-4673-ab6a-f174755ff2fb of type vlan for network a099cb68-052c-46c7-b266-d6de8d63febd Aug 13 03:36:39.948496 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.000631 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.001704 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:40.002380 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.019951 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0519dd5b-93c4-458d-b33a-88c9771db530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.188479 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0519dd5b-93c4-458d-b33a-88c9771db530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.203060 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6102335 Aug 13 03:36:40.207204 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-5f98ebf7-8b48-47ac-a60b-4dae5031310c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:36:40.209387 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59116) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:40.210094 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-5f98ebf7-8b48-47ac-a60b-4dae5031310c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3767400 Aug 13 03:36:40.216813 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-624479a3-d733-4b6b-8703-1651bac71eb5 admin admin] Request body: {'subnet': {'network_id': 'a099cb68-052c-46c7-b266-d6de8d63febd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-489715584-subnet', 'tenant_id': '4e38b5059e4442cfaa6c31f7e746b166', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:40.263052 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671bccd-58e3-44d5-adbd-55884f3f19e7 admin admin] Pushing event updated for resources: {'Network': ['ID=a099cb68-052c-46c7-b266-d6de8d63febd,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:40.276452 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network a099cb68-052c-46c7-b266-d6de8d63febd details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:36:40.278956 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-0519dd5b-93c4-458d-b33a-88c9771db530 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=787e442b042f47eaa6fbd671a176c4c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6203523 Aug 13 03:36:40.279566 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59122) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:40.284464 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519dd5b-93c4-458d-b33a-88c9771db530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59124222-c104-494a-90af-be5feccaf644,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:40.314715 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624479a3-d733-4b6b-8703-1651bac71eb5 admin admin] Made reservation on behalf of 4e38b5059e4442cfaa6c31f7e746b166 for: {'subnet': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:40.318304 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-624479a3-d733-4b6b-8703-1651bac71eb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.427056 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8f3b31bf-4a22-407b-b9e2-8ad4a085ae9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.446775 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59128) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:40.477688 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8f3b31bf-4a22-407b-b9e2-8ad4a085ae9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.486189 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4b195af6-7fc2-4307-8e5e-714ff4017230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.517724 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-4deacf8b-c07e-4ff8-95a3-0e878e42759d service neutron] 10.222.0.57 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007946 Aug 13 03:36:40.566280 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db4fd9-8200-45a2-97eb-7da425230d6c req-0c8484ab-eac9-400d-9a2c-50ee9a658b21 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:40.571463 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b0db4fd9-8200-45a2-97eb-7da425230d6c req-0c8484ab-eac9-400d-9a2c-50ee9a658b21 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 943 time: 0.2062132 Aug 13 03:36:40.660069 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8f3b31bf-4a22-407b-b9e2-8ad4a085ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.663060 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8f3b31bf-4a22-407b-b9e2-8ad4a085ae9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.667365 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-8f3b31bf-4a22-407b-b9e2-8ad4a085ae9d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59124222-c104-494a-90af-be5feccaf644 HTTP/1.1" status: 204 len: 168 time: 0.3815506 Aug 13 03:36:40.701021 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b31bf-4a22-407b-b9e2-8ad4a085ae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59124222-c104-494a-90af-be5feccaf644,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:40.710417 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1be435aa-3155-40d7-a373-d5adc4eb5241 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:40.721624 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-624479a3-d733-4b6b-8703-1651bac71eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for subnet, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.721835 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1be435aa-3155-40d7-a373-d5adc4eb5241 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.63 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 817 time: 0.2673440 Aug 13 03:36:40.736420 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b0db4fd9-8200-45a2-97eb-7da425230d6c req-ed582184-571e-499e-bfcd-9009062f0aac tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355245 Aug 13 03:36:40.781576 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624479a3-d733-4b6b-8703-1651bac71eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=694b5757-6e2c-4ca0-aad5-0c007ee2c5c8,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:40.830449 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-1ba10336-1811-45d2-bf0b-358c2e65c693 service neutron] 10.222.0.57 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968848 Aug 13 03:36:40.846286 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624479a3-d733-4b6b-8703-1651bac71eb5 admin admin] Checking segment: {'id': '2aede874-fab5-4673-ab6a-f174755ff2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a099cb68-052c-46c7-b266-d6de8d63febd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:40.849473 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624479a3-d733-4b6b-8703-1651bac71eb5 admin admin] Network hostable DHCP agents. Network: a099cb68-052c-46c7-b266-d6de8d63febd, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:36:40.867811 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-b0b028bd-9a45-41c5-aa4a-b181ff71651a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c29dde412844c7080ebb0405ba4f877 HTTP/1.1" status: 200 len: 380 time: 0.1286504 Aug 13 03:36:40.902304 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3142c91b-a25c-488f-9ad0-87033f1d50ec req-4e21a829-3a46-4985-a3b1-a491468339b0 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 210 time: 0.0501101 Aug 13 03:36:40.906404 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Request body: {'port': {'device_id': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'admin_state_up': True, 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'security_groups': ['9727224b-5c03-450d-b6fd-76cdba2c4957']}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:40.917467 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4b195af6-7fc2-4307-8e5e-714ff4017230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.933544 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4b195af6-7fc2-4307-8e5e-714ff4017230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:40.977893 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624479a3-d733-4b6b-8703-1651bac71eb5 admin admin] Network a099cb68-052c-46c7-b266-d6de8d63febd is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:36:41.044608 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b195af6-7fc2-4307-8e5e-714ff4017230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bc4c33-c449-4851-afe0-f8936f6a9fed,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:41.057534 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Made reservation on behalf of 8c29dde412844c7080ebb0405ba4f877 for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:41.060922 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-624479a3-d733-4b6b-8703-1651bac71eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, a099cb68-052c-46c7-b266-d6de8d63febd) {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:41.064497 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:41.066029 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-4b195af6-7fc2-4307-8e5e-714ff4017230 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dbe1811a26dc4909905fe8a5c278de22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6170471 Aug 13 03:36:41.073029 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 59148) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:41.082497 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624479a3-d733-4b6b-8703-1651bac71eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:41.082497 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-624479a3-d733-4b6b-8703-1651bac71eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:41.088916 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14751bf6-59c9-4037-a445-f3fd9929d28b None None] Network a099cb68-052c-46c7-b266-d6de8d63febd requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:36:41.115715 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-624479a3-d733-4b6b-8703-1651bac71eb5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9036577 Aug 13 03:36:41.386062 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5c982c60-d925-4db6-91f3-59635244d9c0 req-7346d6db-cef3-454c-b520-3b8f8588f3e4 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 210 time: 0.1697700 Aug 13 03:36:41.430490 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62484b25-ce06-4700-9af3-11a57126282f None None] Network a099cb68-052c-46c7-b266-d6de8d63febd requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:36:41.434266 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fce7e8e9-91ef-4bd7-b654-70370d70a754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:41.479638 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fce7e8e9-91ef-4bd7-b654-70370d70a754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:41.502298 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59184) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:41.566158 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Allocated IP 172.20.0.4 (8c5b35d3-f3db-4682-8c3b-d2b32fa35371/204cc8a8-df78-4b34-a937-2e3a8d58cc1b/f7734b6e-d327-490b-b80f-9974fd4539f0) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:36:41.575640 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fce7e8e9-91ef-4bd7-b654-70370d70a754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:41.589845 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fce7e8e9-91ef-4bd7-b654-70370d70a754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:41.589845 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-fce7e8e9-91ef-4bd7-b654-70370d70a754 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4bc4c33-c449-4851-afe0-f8936f6a9fed HTTP/1.1" status: 204 len: 168 time: 0.5124643 Aug 13 03:36:41.606258 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae9b3dd-0624-4230-854b-197215e512ad admin admin] Deleting subnet 097f555d-379f-4065-9df7-39a3c34eda6d {{(pid=94056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:36:41.614341 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b3dd-0624-4230-854b-197215e512ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:41.625011 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7e8e9-91ef-4bd7-b654-70370d70a754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bc4c33-c449-4851-afe0-f8936f6a9fed,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:41.758997 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b3dd-0624-4230-854b-197215e512ad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:41.798371 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b3dd-0624-4230-854b-197215e512ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:41.969133 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b3dd-0624-4230-854b-197215e512ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for subnet, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.040317 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9b3dd-0624-4230-854b-197215e512ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097f555d-379f-4065-9df7-39a3c34eda6d,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:42.042943 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b3dd-0624-4230-854b-197215e512ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.045430 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-1ae9b3dd-0624-4230-854b-197215e512ad admin admin] 10.222.0.57 "DELETE /v2.0/subnets/097f555d-379f-4065-9df7-39a3c34eda6d HTTP/1.1" status: 204 len: 168 time: 0.5420160 Aug 13 03:36:42.047945 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59220) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:42.048519 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.057979 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.097839 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-993cda6f-6d27-448a-80b0-d6af28bb54c4 req-b41c284c-d920-4d60-a114-9f8baaf7591d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 210 time: 0.0598090 Aug 13 03:36:42.108497 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73873062-c3d2-4d5e-a4b1-317dfe550d17 req-17524de2-8eba-496b-a7ee-82c2e7576f3d tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:42.110672 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73873062-c3d2-4d5e-a4b1-317dfe550d17 req-17524de2-8eba-496b-a7ee-82c2e7576f3d tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 943 time: 0.1644082 Aug 13 03:36:42.113655 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Transition to ACTIVE for port object f7734b6e-d327-490b-b80f-9974fd4539f0 will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:42.174681 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73873062-c3d2-4d5e-a4b1-317dfe550d17 req-6b2dec53-d45b-4734-adea-07815fd850b9 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559194 Aug 13 03:36:42.186978 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.224635 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.255281 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:36:42.259305 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:42.264085 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:36:42.273618 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:42.274297 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.285213 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event updated for resources: {'Port': ['ID=f7734b6e-d327-490b-b80f-9974fd4539f0,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:42.312147 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-1273cc28-f9e3-4929-b41e-3bf3f73bfc4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4259937 Aug 13 03:36:42.334797 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Request body: {'port': {'device_id': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:42.374617 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 59230) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:42.382205 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.406958 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.407395 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.408722 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.409067 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > port after_create 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.409530 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.409887 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > port after_update 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.410233 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.410536 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.410859 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.411183 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.443239 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.552436 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f4137234-665d-47e4-812f-57c5462e022a req-a322dcb1-8d94-4064-8303-14e7cd687a16 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 210 time: 0.0460446 Aug 13 03:36:42.588901 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bf64585c-b4d2-42a4-aaf1-a030321f4016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.595447 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 32d679c8-6374-4f78-b36a-d672319c9db1 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:36:42.665161 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-d8d47243-81f2-4a6e-9625-c56742359bf4 None None] Provisioning for port f7734b6e-d327-490b-b80f-9974fd4539f0 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:42.742106 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.63', 53516) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:42.798447 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.799389 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.799879 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.800416 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:36:42.801311 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0850bb7b-c2cf-4746-9183-93880ae83b6c']}} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:42.842237 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab43624-5859-4958-880d-afecdfc5dab5') {'for_net_delete': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:42.843096 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab43624-5859-4958-880d-afecdfc5dab5') {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:42.864007 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 32d679c8-6374-4f78-b36a-d672319c9db1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=32d679c8-6374-4f78-b36a-d672319c9db1,segment=NetworkSegment(41b82c9b-dd08-4d83-aade-101cc4f2b21b),segment_id=41b82c9b-dd08-4d83-aade-101cc4f2b21b)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:42.878734 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': '32d679c8-6374-4f78-b36a-d672319c9db1', 'network_id': 'e27755bc-8921-4172-b817-75897b43cd74', 'port_id': '32d679c8-6374-4f78-b36a-d672319c9db1', 'mac_address': 'fa:16:3e:f5:d0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b15ad95-d6fb-4df3-975d-6b2050d55b59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:36:42.880416 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913397'] for segment, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.883062 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-d8d47243-81f2-4a6e-9625-c56742359bf4 None None] Provisioning complete for port f7734b6e-d327-490b-b80f-9974fd4539f0 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:42.884146 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d8d47243-81f2-4a6e-9625-c56742359bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.942549 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.964413 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:36:42.965144 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1570328'] for segment, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: from cryptography.utils import int_from_bytes Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: from cryptography.utils import int_from_bytes Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: Traceback (most recent call last): Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: timer() Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: cb(*args, **kw) Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: return func(*args, **kwargs) Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: self._notify() Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: self.callback(batched_events) Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: event.method(event) Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: return f(self, *a, **k) Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._get(url).json() Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: return self.request(url, 'GET', **kwargs) Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:36:42.980491 dv-cinder-759962-7-iscsi neutron-server[94056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:36:43.072061 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7734b6e-d327-490b-b80f-9974fd4539f0 {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:36:43.082887 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.097302 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Transition to ACTIVE for port object f7734b6e-d327-490b-b80f-9974fd4539f0 will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:43.111928 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-d8d47243-81f2-4a6e-9625-c56742359bf4 None None] Port f7734b6e-d327-490b-b80f-9974fd4539f0 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:36:43.115698 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.119622 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.154430 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.163534 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d679c8-6374-4f78-b36a-d672319c9db1 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:36:43.189403 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.215778 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] 10.222.0.57 "DELETE /v2.0/networks/0850bb7b-c2cf-4746-9183-93880ae83b6c HTTP/1.1" status: 204 len: 168 time: 1.1481237 Aug 13 03:36:43.221844 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59304) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:43.222806 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bf64585c-b4d2-42a4-aaf1-a030321f4016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.232916 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-23d38338-0ff6-4450-8e3b-ac362387d48d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:43.235409 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-23d38338-0ff6-4450-8e3b-ac362387d48d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.63 "GET /v2.0/networks?id=2bc5c885-09d1-4b83-854e-b64e8b2033af HTTP/1.1" status: 200 len: 811 time: 0.4910703 Aug 13 03:36:43.235891 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 32d679c8-6374-4f78-b36a-d672319c9db1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=32d679c8-6374-4f78-b36a-d672319c9db1,segment=NetworkSegment(41b82c9b-dd08-4d83-aade-101cc4f2b21b),segment_id=41b82c9b-dd08-4d83-aade-101cc4f2b21b)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:43.241476 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bf64585c-b4d2-42a4-aaf1-a030321f4016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.247210 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08e2a3-d7b6-4079-9c86-da1225db830d admin admin] Pushing event deleted for resources: {'Network': ['ID=0850bb7b-c2cf-4746-9183-93880ae83b6c,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:43.250054 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.342488 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-bf64585c-b4d2-42a4-aaf1-a030321f4016 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d98e572a2d2740d6b28b0193fe04f8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9600327 Aug 13 03:36:43.346736 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59310) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:43.362728 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=32d679c8-6374-4f78-b36a-d672319c9db1,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:43.388336 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64585c-b4d2-42a4-aaf1-a030321f4016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0997ae-223c-4bf3-ade3-bd8ace98907d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:43.395019 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4588e23-551a-486f-be55-b3a0b913da5f admin admin] Deleting subnet 694b5757-6e2c-4ca0-aad5-0c007ee2c5c8 {{(pid=94056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:36:43.431395 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e4588e23-551a-486f-be55-b3a0b913da5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.468398 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-1c6774ff-ee68-4a73-8028-e6464ee313e5 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20909ce51f4946e4a6d8cc2c3692f098 HTTP/1.1" status: 200 len: 379 time: 0.1797874 Aug 13 03:36:43.500513 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['32d679c8-6374-4f78-b36a-d672319c9db1'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:36:43.525810 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e4588e23-551a-486f-be55-b3a0b913da5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913378'] for subnet, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.567962 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ac52028a-6112-4491-91f3-149509b00349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.577793 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Request body: {'port': {'device_id': '52e7822c-a52e-4336-954b-df47077da9a2', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'admin_state_up': True, 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'security_groups': ['9f6bf53f-a256-40f0-9715-92234a8e5c4b']}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:43.634980 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ac52028a-6112-4491-91f3-149509b00349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.637037 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e4588e23-551a-486f-be55-b3a0b913da5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.729522 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e4588e23-551a-486f-be55-b3a0b913da5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1570502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28241023'] for subnet, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.735429 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ac52028a-6112-4491-91f3-149509b00349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.738293 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ac52028a-6112-4491-91f3-149509b00349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.739202 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Attempting to bind port f7734b6e-d327-490b-b80f-9974fd4539f0 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:36:43.739696 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Attempting to bind port f7734b6e-d327-490b-b80f-9974fd4539f0 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:36:43.739867 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Attempting to bind port f7734b6e-d327-490b-b80f-9974fd4539f0 on network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:36:43.743671 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ac52028a-6112-4491-91f3-149509b00349 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ef0997ae-223c-4bf3-ade3-bd8ace98907d HTTP/1.1" status: 204 len: 168 time: 0.3931241 Aug 13 03:36:43.794729 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52028a-6112-4491-91f3-149509b00349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0997ae-223c-4bf3-ade3-bd8ace98907d,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:43.797012 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4588e23-551a-486f-be55-b3a0b913da5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694b5757-6e2c-4ca0-aad5-0c007ee2c5c8,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:43.801346 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e4588e23-551a-486f-be55-b3a0b913da5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.805337 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-e4588e23-551a-486f-be55-b3a0b913da5f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/694b5757-6e2c-4ca0-aad5-0c007ee2c5c8 HTTP/1.1" status: 204 len: 168 time: 0.5808122 Aug 13 03:36:43.807669 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59334) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:43.811369 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Port f7734b6e-d327-490b-b80f-9974fd4539f0 on network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:36:43.812627 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Attempting to bind port f7734b6e-d327-490b-b80f-9974fd4539f0 on network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:36:43.830065 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Pushing event updated for resources: {'Port': ['ID=f7734b6e-d327-490b-b80f-9974fd4539f0,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:43.836167 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:36:43.836506 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Checking segment: {'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:43.836892 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Bound using segment: {'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:36:43.837335 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Bound port: f7734b6e-d327-490b-b80f-9974fd4539f0, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:36:43.837693 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.882112 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73d0cb44-9251-4ae1-90c5-fe617aa2870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:43.888693 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857db70-b0ee-4bcd-8722-ffd7aae6cdee req-770f23d7-1f87-4abf-a701-207e0adcdc9b tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:43.890403 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4857db70-b0ee-4bcd-8722-ffd7aae6cdee req-770f23d7-1f87-4abf-a701-207e0adcdc9b tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 944 time: 0.5110533 Aug 13 03:36:43.901376 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcff82-9b71-4d56-a727-d3f16641903f req-c113b141-686b-4865-8e48-8d372de9e02f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:43.902878 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-efbcff82-9b71-4d56-a727-d3f16641903f req-c113b141-686b-4865-8e48-8d372de9e02f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.6292980 Aug 13 03:36:43.994083 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73d0cb44-9251-4ae1-90c5-fe617aa2870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.004698 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-73d0cb44-9251-4ae1-90c5-fe617aa2870a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a099cb68-052c-46c7-b266-d6de8d63febd']}} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:44.007208 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4857db70-b0ee-4bcd-8722-ffd7aae6cdee req-3ea7b533-a9c7-4c50-b8e4-f398911a18bd tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017952 Aug 13 03:36:44.016674 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-73d0cb44-9251-4ae1-90c5-fe617aa2870a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aede874-fab5-4673-ab6a-f174755ff2fb') {'for_net_delete': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:44.017202 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-73d0cb44-9251-4ae1-90c5-fe617aa2870a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aede874-fab5-4673-ab6a-f174755ff2fb') {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:44.028875 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73d0cb44-9251-4ae1-90c5-fe617aa2870a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913397'] for segment, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.035347 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:36:44.045611 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73d0cb44-9251-4ae1-90c5-fe617aa2870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.052867 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-efbcff82-9b71-4d56-a727-d3f16641903f req-e401726c-4183-4387-8a20-53c2e986f315 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432834 Aug 13 03:36:44.066908 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] For port f7734b6e-d327-490b-b80f-9974fd4539f0, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:36:44.072202 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] For port f7734b6e-d327-490b-b80f-9974fd4539f0, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f7734b6e-d327-490b-b80f-9974fd4539f0,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:36:44.073429 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d0cb44-9251-4ae1-90c5-fe617aa2870a admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:36:44.073878 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73d0cb44-9251-4ae1-90c5-fe617aa2870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1570328'] for segment, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: Traceback (most recent call last): Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: timer() Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: cb(*args, **kw) Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: return func(*args, **kwargs) Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: self._notify() Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: self.callback(batched_events) Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: event.method(event) Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: return f(self, *a, **k) Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._get(url).json() Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: return self.request(url, 'GET', **kwargs) Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:36:44.092017 dv-cinder-759962-7-iscsi neutron-server[94056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:36:44.109914 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.121878 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Made reservation on behalf of 20909ce51f4946e4a6d8cc2c3692f098 for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:44.126231 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.150547 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73d0cb44-9251-4ae1-90c5-fe617aa2870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.170637 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73d0cb44-9251-4ae1-90c5-fe617aa2870a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.173731 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-73d0cb44-9251-4ae1-90c5-fe617aa2870a admin admin] 10.222.0.57 "DELETE /v2.0/networks/a099cb68-052c-46c7-b266-d6de8d63febd HTTP/1.1" status: 204 len: 168 time: 0.3649001 Aug 13 03:36:44.177832 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0cb44-9251-4ae1-90c5-fe617aa2870a admin admin] Pushing event deleted for resources: {'Network': ['ID=a099cb68-052c-46c7-b266-d6de8d63febd,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:44.240863 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59346) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:44.257797 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d2110f65-5705-4ad2-9076-6d4a85e2f172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.383849 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d2110f65-5705-4ad2-9076-6d4a85e2f172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.388851 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d2110f65-5705-4ad2-9076-6d4a85e2f172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.419273 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9024c6b7-54f0-4e85-a80e-085b5772111a req-8f88df7d-1f45-4b23-bab8-9facad3993fc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 210 time: 0.2896705 Aug 13 03:36:44.437568 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d2110f65-5705-4ad2-9076-6d4a85e2f172 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cbe3ece72712462bbc2187fc75f421d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955280 Aug 13 03:36:44.439674 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:44.440453 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.441415 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59348) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:44.441809 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] 10.222.0.63 "PUT /v2.0/ports/f7734b6e-d327-490b-b80f-9974fd4539f0 HTTP/1.1" status: 200 len: 1093 time: 2.1219542 Aug 13 03:36:44.442394 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:36:44.444624 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad45e31c-d706-498a-92c3-e57cbc1a3892" -d '{"events": [{"name": "network-changed", "server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:36:44.470298 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2110f65-5705-4ad2-9076-6d4a85e2f172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ee678b-7f3d-46ad-8034-401376097b70,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:44.518627 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ce379-c423-4b2d-8127-31feaec35706 service neutron] Pushing event updated for resources: {'Port': ['ID=f7734b6e-d327-490b-b80f-9974fd4539f0,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:44.528911 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a27788-0c88-418d-8049-d1ec4e2abc0f x-openstack-request-id: req-f7a27788-0c88-418d-8049-d1ec4e2abc0f {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:36:44.529261 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:36:44.529448 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7a27788-0c88-418d-8049-d1ec4e2abc0f {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:36:44.530122 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'status': 'completed', 'code': 200} Aug 13 03:36:44.558894 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a145a91f-15ec-4480-9abe-368dd5d58b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.595656 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59358) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:44.618245 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a145a91f-15ec-4480-9abe-368dd5d58b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.652510 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Allocated IP 172.20.0.12 (2bc5c885-09d1-4b83-854e-b64e8b2033af/d0c1a94a-64dc-4d90-a316-1a8d4b512718/959d7fe3-04a8-493f-bc05-cbfe41c36cba) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:36:44.673663 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-5bb69542-8263-474d-a888-21ff7c4fc761 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=feaff75abb884a76a71f5321574b68a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768189 Aug 13 03:36:44.676438 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59360) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:44.708661 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a145a91f-15ec-4480-9abe-368dd5d58b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.712577 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a145a91f-15ec-4480-9abe-368dd5d58b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.719769 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-a145a91f-15ec-4480-9abe-368dd5d58b39 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/64ee678b-7f3d-46ad-8034-401376097b70 HTTP/1.1" status: 204 len: 168 time: 0.2742436 Aug 13 03:36:44.736032 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145a91f-15ec-4480-9abe-368dd5d58b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ee678b-7f3d-46ad-8034-401376097b70,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:44.753612 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2fed7eda-09b2-42d9-aabc-fb6e0bab39e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.784008 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2fed7eda-09b2-42d9-aabc-fb6e0bab39e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.855270 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2fed7eda-09b2-42d9-aabc-fb6e0bab39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.860625 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2fed7eda-09b2-42d9-aabc-fb6e0bab39e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.862347 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-2fed7eda-09b2-42d9-aabc-fb6e0bab39e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1cf050f7-8949-4173-a23d-bb4728dc0537 HTTP/1.1" status: 204 len: 168 time: 0.1848023 Aug 13 03:36:44.872079 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed7eda-09b2-42d9-aabc-fb6e0bab39e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf050f7-8949-4173-a23d-bb4728dc0537,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:44.884718 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:44.911278 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Transition to ACTIVE for port object 959d7fe3-04a8-493f-bc05-cbfe41c36cba will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:44.952590 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:45.007605 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Network 2bc5c885-09d1-4b83-854e-b64e8b2033af is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:36:45.013913 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:45.017687 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event updated for resources: {'Port': ['ID=959d7fe3-04a8-493f-bc05-cbfe41c36cba,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:45.021678 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:36:45.027537 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:45.028183 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:45.047476 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-79818bd8-c370-47da-bebf-3dc6fa119f84 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5779719 Aug 13 03:36:45.143044 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd089b6f-bd96-49c6-8773-1ae77ed7ecfa req-acde7241-30b8-4265-8f42-c28e9b74b120 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:45.153693 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fd089b6f-bd96-49c6-8773-1ae77ed7ecfa req-acde7241-30b8-4265-8f42-c28e9b74b120 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 944 time: 0.0665231 Aug 13 03:36:45.219619 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fd089b6f-bd96-49c6-8773-1ae77ed7ecfa req-40ebe3e3-5a8d-45ee-b7c9-a9c7a56e06e9 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644190 Aug 13 03:36:45.254961 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59388) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:45.266841 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44747ab-4a86-4516-89c5-879973bdf638 req-e056a40f-6bfe-4329-a383-fadc5f43088c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:45.268329 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e44747ab-4a86-4516-89c5-879973bdf638 req-e056a40f-6bfe-4329-a383-fadc5f43088c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0850244 Aug 13 03:36:45.323085 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-3d937138-c904-4a8d-9fda-566d3475c1bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4e38b5059e4442cfaa6c31f7e746b166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666027 Aug 13 03:36:45.325694 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59390) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:45.326523 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e44747ab-4a86-4516-89c5-879973bdf638 req-9e093b9e-2b61-4b1c-8548-b1feeee66d5f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509348 Aug 13 03:36:45.390745 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-303041b1-6919-4d0f-a3ad-32ab1b05b965 None None] Provisioning for port 959d7fe3-04a8-493f-bc05-cbfe41c36cba completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:45.396039 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-313ccafd-1f21-4efb-a9b7-337fc213e5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:45.396243 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-303041b1-6919-4d0f-a3ad-32ab1b05b965 None None] Provisioning complete for port 959d7fe3-04a8-493f-bc05-cbfe41c36cba triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:45.396507 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-303041b1-6919-4d0f-a3ad-32ab1b05b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:45.424428 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-313ccafd-1f21-4efb-a9b7-337fc213e5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:45.436926 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-303041b1-6919-4d0f-a3ad-32ab1b05b965 None None] Port 959d7fe3-04a8-493f-bc05-cbfe41c36cba cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:36:45.486571 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-313ccafd-1f21-4efb-a9b7-337fc213e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:45.491152 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-313ccafd-1f21-4efb-a9b7-337fc213e5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:45.493436 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-313ccafd-1f21-4efb-a9b7-337fc213e5c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c97a87b-1ddc-4dde-b91a-52f2da4262a2 HTTP/1.1" status: 204 len: 168 time: 0.1664636 Aug 13 03:36:45.504065 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ccafd-1f21-4efb-a9b7-337fc213e5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c97a87b-1ddc-4dde-b91a-52f2da4262a2,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:45.586963 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f4b59-10fb-49f6-a234-6da9673723e7 req-83155c7b-1669-41bc-a35f-6730473e23f5 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:45.588897 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cc2f4b59-10fb-49f6-a234-6da9673723e7 req-83155c7b-1669-41bc-a35f-6730473e23f5 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 932 time: 0.0757961 Aug 13 03:36:45.646177 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cc2f4b59-10fb-49f6-a234-6da9673723e7 req-10d5b621-7ca6-413b-8f4f-155929d3514e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460551 Aug 13 03:36:46.349714 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5793bd-be69-4190-b4ca-c00470f80003 req-88ac8bc5-01c1-459c-9713-9898a275a982 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:46.356428 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1e5793bd-be69-4190-b4ca-c00470f80003 req-88ac8bc5-01c1-459c-9713-9898a275a982 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 944 time: 0.0636036 Aug 13 03:36:46.403001 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1e5793bd-be69-4190-b4ca-c00470f80003 req-894a3944-12cf-4b5a-9759-5c10cb2fdaa6 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398300 Aug 13 03:36:46.465832 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dde35-a787-4445-9721-9e83a938c596 req-ba5087be-f5e8-45ce-b9f4-009be9e2593f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:46.467596 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-245dde35-a787-4445-9721-9e83a938c596 req-ba5087be-f5e8-45ce-b9f4-009be9e2593f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0585961 Aug 13 03:36:46.508761 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-245dde35-a787-4445-9721-9e83a938c596 req-52a31a30-184b-4bb2-8774-7c90334bc7e6 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322318 Aug 13 03:36:46.676711 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Request body: {'port': {'device_id': '52e7822c-a52e-4336-954b-df47077da9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:46.843833 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:46.874393 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45e31c-d706-498a-92c3-e57cbc1a3892 req-11e05d97-fe33-405c-af32-f86ad95f0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:46.876868 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ad45e31c-d706-498a-92c3-e57cbc1a3892 req-11e05d97-fe33-405c-af32-f86ad95f0706 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 1096 time: 0.1612184 Aug 13 03:36:46.943734 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803f7ea-d68f-40dc-80f7-73a64c4b6ff1 req-f0ad7b1d-e37a-4264-bcac-39c1eaa4964f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:46.946974 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8803f7ea-d68f-40dc-80f7-73a64c4b6ff1 req-f0ad7b1d-e37a-4264-bcac-39c1eaa4964f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 932 time: 0.2013137 Aug 13 03:36:47.149387 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8803f7ea-d68f-40dc-80f7-73a64c4b6ff1 req-1975f31c-b242-4631-a6dd-da74791bb600 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758256 Aug 13 03:36:47.261772 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45e31c-d706-498a-92c3-e57cbc1a3892 req-4f2bdc59-2bad-440b-8991-a80cdc85e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:47.263384 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ad45e31c-d706-498a-92c3-e57cbc1a3892 req-4f2bdc59-2bad-440b-8991-a80cdc85e902 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=8c29dde412844c7080ebb0405ba4f877&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3549414 Aug 13 03:36:47.543327 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45e31c-d706-498a-92c3-e57cbc1a3892 req-6e0cbb50-6628-4bb6-866a-c79babbd3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:47.544632 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ad45e31c-d706-498a-92c3-e57cbc1a3892 req-6e0cbb50-6628-4bb6-866a-c79babbd3b9f service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2732072 Aug 13 03:36:47.612862 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fdd1f-ad2a-4fef-a313-b27bec79e736 req-827c60e4-d335-4009-b003-3826e9c496bf tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:47.614547 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a36fdd1f-ad2a-4fef-a313-b27bec79e736 req-827c60e4-d335-4009-b003-3826e9c496bf tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 944 time: 0.1253738 Aug 13 03:36:47.654951 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959d7fe3-04a8-493f-bc05-cbfe41c36cba {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:36:47.686187 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:47.722556 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Transition to ACTIVE for port object 959d7fe3-04a8-493f-bc05-cbfe41c36cba will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:36:47.731794 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a36fdd1f-ad2a-4fef-a313-b27bec79e736 req-e1d3765e-a39f-41b5-829e-26675a968eac tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078851 Aug 13 03:36:47.736704 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:47.744600 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-f35a0feb-6be6-4c3b-9d89-5155e70ea480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:47.746288 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-f35a0feb-6be6-4c3b-9d89-5155e70ea480 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 1096 time: 0.1549518 Aug 13 03:36:47.750378 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59534) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:47.760354 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a1682-2aea-40cf-aa3b-fd7e0258b92b req-e3ade5f2-66c1-4ce3-8c42-17b9ff6277a5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:47.761898 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1c7a1682-2aea-40cf-aa3b-fd7e0258b92b req-e3ade5f2-66c1-4ce3-8c42-17b9ff6277a5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.1407678 Aug 13 03:36:47.860760 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-9c2df0d6-5340-403b-8cfa-e8399a1a92f6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7734b6e-d327-490b-b80f-9974fd4539f0 HTTP/1.1" status: 200 len: 217 time: 0.0977247 Aug 13 03:36:47.898964 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Pushing event updated for resources: {'Port': ['ID=959d7fe3-04a8-493f-bc05-cbfe41c36cba,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:47.908621 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-449ae77a-c0d4-41f4-8257-dae476511b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:48.019952 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-449ae77a-c0d4-41f4-8257-dae476511b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:48.024934 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-449ae77a-c0d4-41f4-8257-dae476511b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:48.027407 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-ea2d2a31-a2d6-45a7-9485-35eb41aa4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:48.031045 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-ea2d2a31-a2d6-45a7-9485-35eb41aa4b27 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=204cc8a8-df78-4b34-a937-2e3a8d58cc1b HTTP/1.1" status: 200 len: 856 time: 0.1569746 Aug 13 03:36:48.063480 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ae77a-c0d4-41f4-8257-dae476511b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11148984-1cf5-4936-9157-ce9cd724f112,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:48.074008 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Attempting to bind port 959d7fe3-04a8-493f-bc05-cbfe41c36cba on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:36:48.076169 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Attempting to bind port 959d7fe3-04a8-493f-bc05-cbfe41c36cba by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:36:48.077507 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Attempting to bind port 959d7fe3-04a8-493f-bc05-cbfe41c36cba on network 2bc5c885-09d1-4b83-854e-b64e8b2033af {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:36:48.088627 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1c7a1682-2aea-40cf-aa3b-fd7e0258b92b req-63bfb9f2-75a9-43e7-a0c0-3186efc7d210 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942424 Aug 13 03:36:48.104859 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Port 959d7fe3-04a8-493f-bc05-cbfe41c36cba on network 2bc5c885-09d1-4b83-854e-b64e8b2033af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:36:48.104859 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Attempting to bind port 959d7fe3-04a8-493f-bc05-cbfe41c36cba on network 2bc5c885-09d1-4b83-854e-b64e8b2033af {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:36:48.105909 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-449ae77a-c0d4-41f4-8257-dae476511b5d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a57aac55cf3c47a1a1d3db0698656e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524544 Aug 13 03:36:48.108462 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59546) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:48.137332 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:36:48.137731 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Checking segment: {'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:48.138075 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Bound using segment: {'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:36:48.138528 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Bound port: 959d7fe3-04a8-493f-bc05-cbfe41c36cba, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:36:48.138928 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:48.179776 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-87cd3ca2-61c2-4cf0-a5ff-073bcd003abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:48.195315 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-c6051aac-948f-473a-ae41-07b21e3e8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:48.196826 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-c6051aac-948f-473a-ae41-07b21e3e8a18 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1257222 Aug 13 03:36:48.220083 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-87cd3ca2-61c2-4cf0-a5ff-073bcd003abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:48.294244 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-87cd3ca2-61c2-4cf0-a5ff-073bcd003abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:48.299191 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-87cd3ca2-61c2-4cf0-a5ff-073bcd003abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:48.320893 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-87cd3ca2-61c2-4cf0-a5ff-073bcd003abe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11148984-1cf5-4936-9157-ce9cd724f112 HTTP/1.1" status: 204 len: 168 time: 0.2060030 Aug 13 03:36:48.342134 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd3ca2-61c2-4cf0-a5ff-073bcd003abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11148984-1cf5-4936-9157-ce9cd724f112,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:48.537170 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] For port 959d7fe3-04a8-493f-bc05-cbfe41c36cba, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:36:48.555876 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] For port 959d7fe3-04a8-493f-bc05-cbfe41c36cba, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=959d7fe3-04a8-493f-bc05-cbfe41c36cba,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:36:48.560257 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-5346b658-c304-4bf3-b214-fd788ac29829 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516903 Aug 13 03:36:48.563828 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:48.592824 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790961da-70e1-4fea-a205-f3ecde6df15b req-08459663-fcbd-43eb-9a07-772a2a7312cc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:48.599942 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-790961da-70e1-4fea-a205-f3ecde6df15b req-08459663-fcbd-43eb-9a07-772a2a7312cc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 944 time: 0.1382608 Aug 13 03:36:48.658675 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 32d679c8-6374-4f78-b36a-d672319c9db1 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:48.711058 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:48.712128 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:48.713745 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] 10.222.0.63 "PUT /v2.0/ports/959d7fe3-04a8-493f-bc05-cbfe41c36cba HTTP/1.1" status: 200 len: 1094 time: 2.0430782 Aug 13 03:36:48.714393 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e7822c-a52e-4336-954b-df47077da9a2', 'tag': '959d7fe3-04a8-493f-bc05-cbfe41c36cba'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:36:48.718607 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b1356c-1e3f-4b45-895a-ab638718edf9" -d '{"events": [{"name": "network-changed", "server_uuid": "52e7822c-a52e-4336-954b-df47077da9a2", "tag": "959d7fe3-04a8-493f-bc05-cbfe41c36cba"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:36:48.788080 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48232c6d-b662-4f3e-a642-be1b671f1599 service neutron] Pushing event updated for resources: {'Port': ['ID=959d7fe3-04a8-493f-bc05-cbfe41c36cba,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:48.796732 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port 32d679c8-6374-4f78-b36a-d672319c9db1 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:48.804289 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59584) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:48.805048 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port 32d679c8-6374-4f78-b36a-d672319c9db1 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:48.805667 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:48.831680 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-790961da-70e1-4fea-a205-f3ecde6df15b req-8a05c093-88c5-406b-a852-749b3b80cda0 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307887 Aug 13 03:36:48.837182 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ec5ee625-3c37-4cea-ab1c-f82d7b3c71b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:48.981113 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91701b4b-7f57-4ede-8286-0281db6a2bea x-openstack-request-id: req-91701b4b-7f57-4ede-8286-0281db6a2bea {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:36:48.981838 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e7822c-a52e-4336-954b-df47077da9a2", "tag": "959d7fe3-04a8-493f-bc05-cbfe41c36cba", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:36:48.983654 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91701b4b-7f57-4ede-8286-0281db6a2bea {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:36:48.984799 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e7822c-a52e-4336-954b-df47077da9a2', 'tag': '959d7fe3-04a8-493f-bc05-cbfe41c36cba', 'status': 'completed', 'code': 200} Aug 13 03:36:48.989547 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19851c8c-33a1-4994-9596-76ab8d5375bb req-ca0dce97-3dac-426d-b8e9-306967f68aa2 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124978 Aug 13 03:36:49.018255 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:49.053264 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ec5ee625-3c37-4cea-ab1c-f82d7b3c71b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:49.060801 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ec5ee625-3c37-4cea-ab1c-f82d7b3c71b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:49.081257 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725ff54a-3d98-4e2f-ab0d-fec40f02cde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d679c8-6374-4f78-b36a-d672319c9db1'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:36:49.096521 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-62a3f1c4-5f3d-43cc-93da-24ad39f71730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:49.100259 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-62a3f1c4-5f3d-43cc-93da-24ad39f71730 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=20909ce51f4946e4a6d8cc2c3692f098&device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 1097 time: 0.3029761 Aug 13 03:36:49.105500 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ee625-3c37-4cea-ab1c-f82d7b3c71b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c01baef-d7a7-4475-92fd-567f002f92ad,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:49.126354 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ec5ee625-3c37-4cea-ab1c-f82d7b3c71b4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c2eb5000d0f487f9f66698d7c5970fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200593 Aug 13 03:36:49.135097 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59596) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:49.177784 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 32d679c8-6374-4f78-b36a-d672319c9db1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=32d679c8-6374-4f78-b36a-d672319c9db1,segment=NetworkSegment(41b82c9b-dd08-4d83-aade-101cc4f2b21b),segment_id=41b82c9b-dd08-4d83-aade-101cc4f2b21b)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:49.184744 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:49.232810 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-a6e3e649-228b-4651-b61d-b19ab94dbe33 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=959d7fe3-04a8-493f-bc05-cbfe41c36cba HTTP/1.1" status: 200 len: 217 time: 0.1149039 Aug 13 03:36:49.247229 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=32d679c8-6374-4f78-b36a-d672319c9db1,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:49.253899 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-89d97b0f-a78f-4393-bddf-6618815892b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:49.279686 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac0d37-5fe5-4a4c-9dc0-5086faf27487 req-22d8978c-e8bf-4efe-bc3d-e464981bc6e5 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:49.281460 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-faac0d37-5fe5-4a4c-9dc0-5086faf27487 req-22d8978c-e8bf-4efe-bc3d-e464981bc6e5 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 944 time: 0.2872589 Aug 13 03:36:49.305617 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-89d97b0f-a78f-4393-bddf-6618815892b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:49.335591 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-b84306c0-f8aa-4b0d-81e0-aaca092ac61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:49.336192 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-b84306c0-f8aa-4b0d-81e0-aaca092ac61e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d0c1a94a-64dc-4d90-a316-1a8d4b512718 HTTP/1.1" status: 200 len: 850 time: 0.0810871 Aug 13 03:36:49.375415 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-89d97b0f-a78f-4393-bddf-6618815892b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:49.375803 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-89d97b0f-a78f-4393-bddf-6618815892b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:49.377224 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-89d97b0f-a78f-4393-bddf-6618815892b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4c01baef-d7a7-4475-92fd-567f002f92ad HTTP/1.1" status: 204 len: 168 time: 0.2409520 Aug 13 03:36:49.389278 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d97b0f-a78f-4393-bddf-6618815892b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c01baef-d7a7-4475-92fd-567f002f92ad,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:49.399227 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0f6f84-4939-4281-b95f-6748d1204cbd" -d '{"events": [{"server_uuid": "725ff54a-3d98-4e2f-ab0d-fec40f02cde2", "name": "network-vif-plugged", "status": "completed", "tag": "32d679c8-6374-4f78-b36a-d672319c9db1"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:36:49.450653 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-9a25e3ed-5650-4ca7-9076-9e462b438482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:49.453396 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-9a25e3ed-5650-4ca7-9076-9e462b438482 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2bc5c885-09d1-4b83-854e-b64e8b2033af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953023 Aug 13 03:36:49.462519 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90ec70-d2d7-4f03-b948-afbcd685fd1a req-c2ae3ab4-2f8c-4218-b1fb-818d4ab28a54 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:49.464346 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7b90ec70-d2d7-4f03-b948-afbcd685fd1a req-c2ae3ab4-2f8c-4218-b1fb-818d4ab28a54 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.2065790 Aug 13 03:36:49.493956 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-faac0d37-5fe5-4a4c-9dc0-5086faf27487 req-8481a3ee-a8ba-4128-9a25-22ea9b7a41ba tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382227 Aug 13 03:36:49.585099 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7b90ec70-d2d7-4f03-b948-afbcd685fd1a req-c711c6e3-6e78-4226-bc73-181e9cf7b686 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027863 Aug 13 03:36:49.605635 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-42cf5f63-3709-419b-9942-07395febd091 service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402376 Aug 13 03:36:49.691185 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05521a1c-ed94-45f2-8f71-45cfb458519c x-openstack-request-id: req-05521a1c-ed94-45f2-8f71-45cfb458519c {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:36:49.692217 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725ff54a-3d98-4e2f-ab0d-fec40f02cde2", "name": "network-vif-plugged", "status": "completed", "tag": "32d679c8-6374-4f78-b36a-d672319c9db1", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:36:49.692477 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05521a1c-ed94-45f2-8f71-45cfb458519c {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:36:49.692929 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725ff54a-3d98-4e2f-ab0d-fec40f02cde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d679c8-6374-4f78-b36a-d672319c9db1', 'code': 200} Aug 13 03:36:49.709285 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-53e93f18-fd7d-4165-942a-3eda062e7445 req-e9b6536c-39b9-4d04-b513-81e8e7caf292 service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956802 Aug 13 03:36:49.822752 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1356c-1e3f-4b45-895a-ab638718edf9 req-a2d5a516-0142-4a54-902e-42e82b5243cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:49.825425 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-77b1356c-1e3f-4b45-895a-ab638718edf9 req-a2d5a516-0142-4a54-902e-42e82b5243cd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=20909ce51f4946e4a6d8cc2c3692f098&device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 1097 time: 0.0548718 Aug 13 03:36:50.015646 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02ad3c-5bc7-4a61-aa5c-caaa46ca61c0 req-c16c6d14-cbf3-44ec-9e4e-dd6b9aabb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:50.017104 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9a02ad3c-5bc7-4a61-aa5c-caaa46ca61c0 req-c16c6d14-cbf3-44ec-9e4e-dd6b9aabb3de service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 1098 time: 0.1753602 Aug 13 03:36:50.059704 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75932ed6-5289-4767-a19f-f64ba001a3fb req-1f8b949c-3b2d-46d2-877a-d41e9ea93610 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:50.061285 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-75932ed6-5289-4767-a19f-f64ba001a3fb req-1f8b949c-3b2d-46d2-877a-d41e9ea93610 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 944 time: 0.1272051 Aug 13 03:36:50.062574 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1356c-1e3f-4b45-895a-ab638718edf9 req-c681cbc8-9e5f-438b-9954-85dcf21af6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:50.063928 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-77b1356c-1e3f-4b45-895a-ab638718edf9 req-c681cbc8-9e5f-438b-9954-85dcf21af6bf service neutron] 10.222.0.63 "GET /v2.0/networks?id=2bc5c885-09d1-4b83-854e-b64e8b2033af HTTP/1.1" status: 200 len: 912 time: 0.2210283 Aug 13 03:36:50.064598 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9a02ad3c-5bc7-4a61-aa5c-caaa46ca61c0 req-4f72c5dd-d757-4ff5-b04d-b37b3d1ec670 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:50.137377 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-77b1356c-1e3f-4b45-895a-ab638718edf9 req-aad2b7c4-c10f-4330-9519-429e84ebfeeb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=959d7fe3-04a8-493f-bc05-cbfe41c36cba HTTP/1.1" status: 200 len: 217 time: 0.0638072 Aug 13 03:36:50.197074 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-75932ed6-5289-4767-a19f-f64ba001a3fb req-36f61878-1c5c-4740-8ab2-ad28fedd834f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245337 Aug 13 03:36:50.232477 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1356c-1e3f-4b45-895a-ab638718edf9 req-f11dfffb-b010-49a8-8c6f-f6524323f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:50.234015 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-77b1356c-1e3f-4b45-895a-ab638718edf9 req-f11dfffb-b010-49a8-8c6f-f6524323f03f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d0c1a94a-64dc-4d90-a316-1a8d4b512718 HTTP/1.1" status: 200 len: 850 time: 0.0848198 Aug 13 03:36:50.309797 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1356c-1e3f-4b45-895a-ab638718edf9 req-f6e26415-8c77-44bc-8b1a-da4f44529f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:50.311305 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-77b1356c-1e3f-4b45-895a-ab638718edf9 req-f6e26415-8c77-44bc-8b1a-da4f44529f68 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2bc5c885-09d1-4b83-854e-b64e8b2033af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693617 Aug 13 03:36:50.346535 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9a02ad3c-5bc7-4a61-aa5c-caaa46ca61c0 req-4f72c5dd-d757-4ff5-b04d-b37b3d1ec670 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:50.377631 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9a02ad3c-5bc7-4a61-aa5c-caaa46ca61c0 req-4f72c5dd-d757-4ff5-b04d-b37b3d1ec670 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:50.416727 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9a02ad3c-5bc7-4a61-aa5c-caaa46ca61c0 req-4f72c5dd-d757-4ff5-b04d-b37b3d1ec670 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910306 Aug 13 03:36:50.438231 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72c5dd-d757-4ff5-b04d-b37b3d1ec670 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b77e75dd-c6dd-4e93-b070-adaa0e51768c,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:50.464815 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-77b1356c-1e3f-4b45-895a-ab638718edf9 req-de36f066-8ea2-47fb-b36d-f063282252f7 service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431446 Aug 13 03:36:50.604168 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-77b1356c-1e3f-4b45-895a-ab638718edf9 req-007034c3-6d1f-41b7-9084-bc3c8cc54d7d service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985601 Aug 13 03:36:50.713329 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3b9fa-e698-48c9-9321-ec03fb896ff5 req-5679715c-9450-41ed-aed4-4c8cbf0f6546 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:50.725161 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-92e3b9fa-e698-48c9-9321-ec03fb896ff5 req-5679715c-9450-41ed-aed4-4c8cbf0f6546 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 945 time: 0.1075706 Aug 13 03:36:50.793900 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-92e3b9fa-e698-48c9-9321-ec03fb896ff5 req-1a672bc7-842f-4c36-be80-38f7b818f1f4 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662420 Aug 13 03:36:50.807938 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511563b-2a63-4931-9df0-e8c90cbf4b7e req-f252ef90-9104-4771-b132-2d1b65c28894 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:50.817830 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7511563b-2a63-4931-9df0-e8c90cbf4b7e req-f252ef90-9104-4771-b132-2d1b65c28894 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0914338 Aug 13 03:36:50.875545 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7511563b-2a63-4931-9df0-e8c90cbf4b7e req-069975bf-8c4c-456a-8da0-8a5e7026b888 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556622 Aug 13 03:36:51.329545 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f677c3-91bd-44d5-9eb9-7b63cd85d1b0 req-a30faca0-c1ae-43a9-a7d8-7e16f557d65a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:51.331459 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-10f677c3-91bd-44d5-9eb9-7b63cd85d1b0 req-a30faca0-c1ae-43a9-a7d8-7e16f557d65a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 944 time: 0.0531297 Aug 13 03:36:51.376939 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-10f677c3-91bd-44d5-9eb9-7b63cd85d1b0 req-230cdaef-9072-4a95-8aa7-1bcd077aa384 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390408 Aug 13 03:36:51.941819 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f689d5-df49-4d7c-a3b4-62534d2da4c3 req-db4a030e-0529-44a3-88ff-b78644e125d1 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:51.944504 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-83f689d5-df49-4d7c-a3b4-62534d2da4c3 req-db4a030e-0529-44a3-88ff-b78644e125d1 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 945 time: 0.0674665 Aug 13 03:36:52.018562 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-83f689d5-df49-4d7c-a3b4-62534d2da4c3 req-35cc6881-6079-457a-94d0-a26922b32903 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678368 Aug 13 03:36:52.055077 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b146b5-3ac1-44d6-90e8-67907826a5c6 req-1fafac09-6814-44c6-9493-75a0d70133c2 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:52.056851 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-26b146b5-3ac1-44d6-90e8-67907826a5c6 req-1fafac09-6814-44c6-9493-75a0d70133c2 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0892377 Aug 13 03:36:52.111594 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-26b146b5-3ac1-44d6-90e8-67907826a5c6 req-2dd46b0d-e813-4427-9fa9-9fdcf6bb8d5d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461116 Aug 13 03:36:52.518637 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0687-227c-4c13-894e-5c5441a6853f req-33db67b1-e40f-4d3d-a0a4-0edbfcc69085 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:52.520474 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-946f0687-227c-4c13-894e-5c5441a6853f req-33db67b1-e40f-4d3d-a0a4-0edbfcc69085 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 944 time: 0.0625277 Aug 13 03:36:52.571458 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-946f0687-227c-4c13-894e-5c5441a6853f req-9a46ae7f-c3fa-4f75-a60f-c55daff7eda6 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429156 Aug 13 03:36:52.673368 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device f7734b6e-d327-490b-b80f-9974fd4539f0 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:36:52.768182 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port f7734b6e-d327-490b-b80f-9974fd4539f0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f7734b6e-d327-490b-b80f-9974fd4539f0,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:52.779030 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'port_id': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'mac_address': 'fa:16:3e:c9:7b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:36:52.815755 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:52.828554 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7734b6e-d327-490b-b80f-9974fd4539f0 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:36:52.850012 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port f7734b6e-d327-490b-b80f-9974fd4539f0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f7734b6e-d327-490b-b80f-9974fd4539f0,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:52.853134 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:52.853817 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 959d7fe3-04a8-493f-bc05-cbfe41c36cba details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:36:52.945582 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=f7734b6e-d327-490b-b80f-9974fd4539f0,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:52.990907 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 959d7fe3-04a8-493f-bc05-cbfe41c36cba, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=959d7fe3-04a8-493f-bc05-cbfe41c36cba,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:53.003508 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': '959d7fe3-04a8-493f-bc05-cbfe41c36cba', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'port_id': '959d7fe3-04a8-493f-bc05-cbfe41c36cba', 'mac_address': 'fa:16:3e:8a:e7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:36:53.042424 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:53.054807 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959d7fe3-04a8-493f-bc05-cbfe41c36cba {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:36:53.077484 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 959d7fe3-04a8-493f-bc05-cbfe41c36cba, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=959d7fe3-04a8-493f-bc05-cbfe41c36cba,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:53.081690 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:53.137985 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=959d7fe3-04a8-493f-bc05-cbfe41c36cba,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:53.151484 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d5e86-8292-4df1-902a-c272d30d0017 req-0d6ebf32-e6e0-43c2-818c-7df4829a97da tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:53.152999 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d12d5e86-8292-4df1-902a-c272d30d0017 req-0d6ebf32-e6e0-43c2-818c-7df4829a97da tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 945 time: 0.0549259 Aug 13 03:36:53.201096 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d12d5e86-8292-4df1-902a-c272d30d0017 req-9c75fa99-06cd-4759-9bb6-64bad2a7d6ac tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Aug 13 03:36:53.238164 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4259de-ce04-4b98-aa51-e881ffcbb2e5 req-7b0e5aab-70f9-45a1-b49f-c3a1adb446ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:53.239669 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2c4259de-ce04-4b98-aa51-e881ffcbb2e5 req-7b0e5aab-70f9-45a1-b49f-c3a1adb446ce tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 944 time: 0.0532172 Aug 13 03:36:53.278173 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2c4259de-ce04-4b98-aa51-e881ffcbb2e5 req-7d8139c4-baa9-424e-a8ea-7b352885c4cb tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327017 Aug 13 03:36:53.315931 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['959d7fe3-04a8-493f-bc05-cbfe41c36cba'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:36:53.340641 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['f7734b6e-d327-490b-b80f-9974fd4539f0'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:36:53.582806 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8607235f-c116-4b3c-8963-39fc9ecc4c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:53.724406 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb75c5-74e2-448e-afb5-51551f231bbc req-4f7d3f41-93a2-4f33-8942-d44da6db8550 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:53.725976 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-80fb75c5-74e2-448e-afb5-51551f231bbc req-4f7d3f41-93a2-4f33-8942-d44da6db8550 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 945 time: 0.0717278 Aug 13 03:36:53.771154 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-80fb75c5-74e2-448e-afb5-51551f231bbc req-1a8b3357-080a-4479-b229-933efdc27348 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389702 Aug 13 03:36:54.037698 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59870) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:54.149016 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-036a6083-7836-4e5c-8374-c3069f25e3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:54.246882 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-036a6083-7836-4e5c-8374-c3069f25e3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:54.253242 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-036a6083-7836-4e5c-8374-c3069f25e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:54.293258 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-036a6083-7836-4e5c-8374-c3069f25e3ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=edb1b1b74f0342b18a979d84e47e0f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515101 Aug 13 03:36:54.293258 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a6083-7836-4e5c-8374-c3069f25e3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0e1cc7-cab0-40f2-a4e7-ff00cd62c709,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:54.293674 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 59886) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:54.393312 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d89ede76-54bb-44ba-adc6-445c6755b392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:54.423758 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d89ede76-54bb-44ba-adc6-445c6755b392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:54.445409 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c1945-4731-431e-9375-2d40420fdb02 req-73f21d2b-dc70-4df6-bb08-59b618064913 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:54.446843 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-772c1945-4731-431e-9375-2d40420fdb02 req-73f21d2b-dc70-4df6-bb08-59b618064913 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 944 time: 0.0804720 Aug 13 03:36:54.503341 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-772c1945-4731-431e-9375-2d40420fdb02 req-e51240fb-4f91-49aa-8dd6-37be030391c7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493753 Aug 13 03:36:54.511270 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d89ede76-54bb-44ba-adc6-445c6755b392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:54.514241 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d89ede76-54bb-44ba-adc6-445c6755b392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:54.517752 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d89ede76-54bb-44ba-adc6-445c6755b392 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed0e1cc7-cab0-40f2-a4e7-ff00cd62c709 HTTP/1.1" status: 204 len: 168 time: 0.2207270 Aug 13 03:36:54.523608 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ede76-54bb-44ba-adc6-445c6755b392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0e1cc7-cab0-40f2-a4e7-ff00cd62c709,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:54.681206 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device f7734b6e-d327-490b-b80f-9974fd4539f0 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:54.733272 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port f7734b6e-d327-490b-b80f-9974fd4539f0 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:54.737982 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port f7734b6e-d327-490b-b80f-9974fd4539f0 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:54.738415 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:54.830344 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 59914) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:54.858707 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d58182d3-f644-462b-9cd2-05a146b9c705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:54.859791 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:54.889167 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:36:54.892107 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e63595-160f-49f2-ad0b-4cd43ab21e02" -d '{"events": [{"server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "name": "network-vif-plugged", "status": "completed", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:36:54.907733 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port f7734b6e-d327-490b-b80f-9974fd4539f0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f7734b6e-d327-490b-b80f-9974fd4539f0,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:54.918212 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:54.919017 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 959d7fe3-04a8-493f-bc05-cbfe41c36cba up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:36:54.951370 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd823950-6a9b-4e2b-ae69-66892357f345 req-a7e28d15-b74e-4268-b179-a2716030989f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:54.953938 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bd823950-6a9b-4e2b-ae69-66892357f345 req-a7e28d15-b74e-4268-b179-a2716030989f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 945 time: 0.0853028 Aug 13 03:36:55.004806 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=f7734b6e-d327-490b-b80f-9974fd4539f0,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:55.028784 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port 959d7fe3-04a8-493f-bc05-cbfe41c36cba completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:36:55.033956 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port 959d7fe3-04a8-493f-bc05-cbfe41c36cba triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:36:55.034700 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:55.056505 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d58182d3-f644-462b-9cd2-05a146b9c705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:55.067634 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bd823950-6a9b-4e2b-ae69-66892357f345 req-486f78e4-f8ec-40ef-b2ec-dab7e9d2cbb0 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710125 Aug 13 03:36:55.070731 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d58182d3-f644-462b-9cd2-05a146b9c705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:55.134141 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da420d58-e69a-4f95-8935-25924bb2459b x-openstack-request-id: req-da420d58-e69a-4f95-8935-25924bb2459b {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:36:55.134141 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "name": "network-vif-plugged", "status": "completed", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:36:55.134381 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d58182d3-f644-462b-9cd2-05a146b9c705 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af5e56d1c853429494b0d679b43f4bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001759 Aug 13 03:36:55.134477 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-da420d58-e69a-4f95-8935-25924bb2459b {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:36:55.134477 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'code': 200} Aug 13 03:36:55.134634 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58182d3-f644-462b-9cd2-05a146b9c705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300e54ef-3b5b-452c-b244-2a26a3cc44d1,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:55.136307 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59926) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:55.156006 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:55.232842 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 959d7fe3-04a8-493f-bc05-cbfe41c36cba, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=959d7fe3-04a8-493f-bc05-cbfe41c36cba,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:36:55.238706 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bf0cdaff-8292-4d9d-a609-2381e3a0a4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:55.239872 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:55.278714 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bf0cdaff-8292-4d9d-a609-2381e3a0a4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:55.326572 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=959d7fe3-04a8-493f-bc05-cbfe41c36cba,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:55.360595 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bf0cdaff-8292-4d9d-a609-2381e3a0a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:55.363563 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bf0cdaff-8292-4d9d-a609-2381e3a0a4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:55.385937 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-bf0cdaff-8292-4d9d-a609-2381e3a0a4be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/300e54ef-3b5b-452c-b244-2a26a3cc44d1 HTTP/1.1" status: 204 len: 168 time: 0.2483540 Aug 13 03:36:55.389510 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbfdf7-9387-482f-af78-fd72964d9e6d req-d1cb0632-9091-4d6c-ac60-8ab274723930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:55.392879 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6ecbfdf7-9387-482f-af78-fd72964d9e6d req-d1cb0632-9091-4d6c-ac60-8ab274723930 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 1098 time: 0.0517809 Aug 13 03:36:55.405493 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cdaff-8292-4d9d-a609-2381e3a0a4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300e54ef-3b5b-452c-b244-2a26a3cc44d1,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:55.460888 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6ecbfdf7-9387-482f-af78-fd72964d9e6d req-9d2a98ac-ed29-484d-b605-2f771dc47681 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585122 Aug 13 03:36:55.667400 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f69a28-9661-4e71-bb19-dbabbae763c9 req-b122f081-fed1-406b-b916-00cd383ab705 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:55.669061 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-69f69a28-9661-4e71-bb19-dbabbae763c9 req-b122f081-fed1-406b-b916-00cd383ab705 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0706005 Aug 13 03:36:55.714054 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-69f69a28-9661-4e71-bb19-dbabbae763c9 req-ec03b69a-66fc-4856-9680-87827ab9e92d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378592 Aug 13 03:36:55.847640 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 59956) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:55.865236 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-79bde637-9114-4510-80ab-abe3a86457ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:55.977098 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-79bde637-9114-4510-80ab-abe3a86457ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:55.980841 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-79bde637-9114-4510-80ab-abe3a86457ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:56.017659 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-79bde637-9114-4510-80ab-abe3a86457ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=896537892b71464b8d93b7a66db085d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689258 Aug 13 03:36:56.018609 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bde637-9114-4510-80ab-abe3a86457ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47072a1f-fa62-4718-af88-25855056e639,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:56.020352 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 59966) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:56.069135 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-932a063f-9b06-4d0b-a5a4-2af46a31474c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:56.089461 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-932a063f-9b06-4d0b-a5a4-2af46a31474c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:56.123250 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a7702622-127b-461d-bc2e-8e412550d4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:56.147931 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-932a063f-9b06-4d0b-a5a4-2af46a31474c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:56.150390 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-932a063f-9b06-4d0b-a5a4-2af46a31474c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:56.152369 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-932a063f-9b06-4d0b-a5a4-2af46a31474c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47072a1f-fa62-4718-af88-25855056e639 HTTP/1.1" status: 204 len: 168 time: 0.1309185 Aug 13 03:36:56.163039 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a063f-9b06-4d0b-a5a4-2af46a31474c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47072a1f-fa62-4718-af88-25855056e639,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:56.211079 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843682f-d719-443a-8e10-4911a2810a2e req-39b0008e-fe21-4e6b-9117-c2c9ce1d1ce8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:56.212583 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2843682f-d719-443a-8e10-4911a2810a2e req-39b0008e-fe21-4e6b-9117-c2c9ce1d1ce8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0736723 Aug 13 03:36:56.255448 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2843682f-d719-443a-8e10-4911a2810a2e req-d0296c1c-6a9c-4dc2-a2da-8224df5fd3f4 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346150 Aug 13 03:36:56.276582 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:56.861407 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b51dc5-37f9-4001-87ee-7aed1c202947 req-11f12db0-72e0-4be8-a85c-f5d4a69031e3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:56.863705 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-46b51dc5-37f9-4001-87ee-7aed1c202947 req-11f12db0-72e0-4be8-a85c-f5d4a69031e3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0641584 Aug 13 03:36:56.913458 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-46b51dc5-37f9-4001-87ee-7aed1c202947 req-7de8b550-40bc-4fa4-8de3-61f45dd2c489 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394237 Aug 13 03:36:57.000905 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60028) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:57.085484 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5415636-d390-405e-a6a6-9f275dbfd16e req-94c4a48e-1ae3-48d8-b045-6bc7aae65ea1 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:57.087325 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c5415636-d390-405e-a6a6-9f275dbfd16e req-94c4a48e-1ae3-48d8-b045-6bc7aae65ea1 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0773492 Aug 13 03:36:57.097876 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60034) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:57.103595 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-7c13a7f2-a05f-4176-a341-979f3ec55daf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Request body: {'floatingip': {'port_id': 'f7734b6e-d327-490b-b80f-9974fd4539f0'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:57.134050 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e7822c-a52e-4336-954b-df47077da9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d7fe3-04a8-493f-bc05-cbfe41c36cba'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:36:57.137946 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0cb0e7-1c97-4801-9eee-b3950a5d1020" -d '{"events": [{"server_uuid": "52e7822c-a52e-4336-954b-df47077da9a2", "name": "network-vif-plugged", "status": "completed", "tag": "959d7fe3-04a8-493f-bc05-cbfe41c36cba"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:36:57.199089 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7c13a7f2-a05f-4176-a341-979f3ec55daf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:57.199777 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51889ab-b080-45e0-82ca-0d7d04bd8294 x-openstack-request-id: req-e51889ab-b080-45e0-82ca-0d7d04bd8294 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:36:57.200245 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e7822c-a52e-4336-954b-df47077da9a2", "name": "network-vif-plugged", "status": "completed", "tag": "959d7fe3-04a8-493f-bc05-cbfe41c36cba", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:36:57.200767 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e51889ab-b080-45e0-82ca-0d7d04bd8294 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:36:57.201312 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e7822c-a52e-4336-954b-df47077da9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d7fe3-04a8-493f-bc05-cbfe41c36cba', 'code': 200} Aug 13 03:36:57.262508 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2062097092-network', 'tenant_id': 'a7154702f602470c82487c552ad2cf5e'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:57.300154 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:57.360556 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Made reservation on behalf of a7154702f602470c82487c552ad2cf5e for: {'network': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:57.363095 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:57.396421 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519af36-78ea-455a-a273-3066949ed0ad req-61162a18-9491-493a-b6b3-7ed1254a41d9 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:57.398112 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4519af36-78ea-455a-a273-3066949ed0ad req-61162a18-9491-493a-b6b3-7ed1254a41d9 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0657773 Aug 13 03:36:57.480021 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dc3c5-50ca-45da-8981-5e23772ab9d8 req-ec2bbf35-fa8e-4afd-af11-21626cc45255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:57.481593 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e89dc3c5-50ca-45da-8981-5e23772ab9d8 req-ec2bbf35-fa8e-4afd-af11-21626cc45255 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0822423 Aug 13 03:36:57.488076 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4519af36-78ea-455a-a273-3066949ed0ad req-1abd8509-ce41-4eb0-a291-dbab020e67cd tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749292 Aug 13 03:36:57.537903 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e89dc3c5-50ca-45da-8981-5e23772ab9d8 req-c757e2da-fdab-41c4-bf35-5296c406043e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484991 Aug 13 03:36:57.550291 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:57.788134 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:57.793142 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:57.870914 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:36:57.931698 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4a6f0d-a794-441d-baad-f1d16605da85,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:57.943173 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:57.943516 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.segments_db [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Added segment ee57299f-b41f-4443-875e-98c3cd96afa2 of type vlan for network 00601a12-097d-42f0-b23c-27dce0925916 Aug 13 03:36:58.053848 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:58.170298 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:58.171949 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:58.172395 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:58.228961 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.db.resource_extend [None req-7c13a7f2-a05f-4176-a341-979f3ec55daf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 13 03:36:58.264192 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2621677 Aug 13 03:36:58.267403 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 60074) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:58.272433 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-e621db62-144c-46c5-ae93-6b920c5e0af7 admin admin] Request body: {'subnet': {'network_id': '00601a12-097d-42f0-b23c-27dce0925916', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2062097092-subnet', 'tenant_id': 'a7154702f602470c82487c552ad2cf5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:58.295789 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e621db62-144c-46c5-ae93-6b920c5e0af7 admin admin] Made reservation on behalf of a7154702f602470c82487c552ad2cf5e for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:36:58.298763 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e621db62-144c-46c5-ae93-6b920c5e0af7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:58.303169 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462558b-456e-4231-a8b4-82100368f88a admin admin] Pushing event updated for resources: {'Network': ['ID=00601a12-097d-42f0-b23c-27dce0925916,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:58.317593 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7c13a7f2-a05f-4176-a341-979f3ec55daf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:58.318303 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 00601a12-097d-42f0-b23c-27dce0925916 details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:36:58.324307 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7c13a7f2-a05f-4176-a341-979f3ec55daf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:58.430862 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.l3_db [None req-7c13a7f2-a05f-4176-a341-979f3ec55daf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Floating IP 7aa8bdda-6809-4de9-ad8a-797fc2888791 associated. External IP: 172.27.0.160, port: f7734b6e-d327-490b-b80f-9974fd4539f0. Aug 13 03:36:58.496839 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e621db62-144c-46c5-ae93-6b920c5e0af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:58.555959 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621db62-144c-46c5-ae93-6b920c5e0af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=858ba2d6-ae49-40f8-a0cb-5f38795520a0,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:36:58.579210 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e621db62-144c-46c5-ae93-6b920c5e0af7 admin admin] Checking segment: {'id': 'ee57299f-b41f-4443-875e-98c3cd96afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00601a12-097d-42f0-b23c-27dce0925916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:36:58.579573 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621db62-144c-46c5-ae93-6b920c5e0af7 admin admin] Network hostable DHCP agents. Network: 00601a12-097d-42f0-b23c-27dce0925916, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:36:58.629027 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621db62-144c-46c5-ae93-6b920c5e0af7 admin admin] Network 00601a12-097d-42f0-b23c-27dce0925916 is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:36:58.642944 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-e621db62-144c-46c5-ae93-6b920c5e0af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 00601a12-097d-42f0-b23c-27dce0925916) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:36:58.649304 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621db62-144c-46c5-ae93-6b920c5e0af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:58.649387 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e621db62-144c-46c5-ae93-6b920c5e0af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:58.654056 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0239bc33-f731-4c32-b121-2fde0f64899f None None] Network 00601a12-097d-42f0-b23c-27dce0925916 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:36:58.659593 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be91c-2fbd-4aef-90e0-05d68c79a19e req-a5cca369-f16c-4898-bcef-a8531bf063a6 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:58.661130 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-234be91c-2fbd-4aef-90e0-05d68c79a19e req-a5cca369-f16c-4898-bcef-a8531bf063a6 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0790377 Aug 13 03:36:58.670765 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c13a7f2-a05f-4176-a341-979f3ec55daf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Router fe4a9d20-2e78-4ab7-9d52-505188e24fbe has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:36:58.684159 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-e621db62-144c-46c5-ae93-6b920c5e0af7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4106648 Aug 13 03:36:58.720589 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-234be91c-2fbd-4aef-90e0-05d68c79a19e req-ce07127b-26ef-474b-9a15-6c5ea9df96ec tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498044 Aug 13 03:36:58.877316 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c13a7f2-a05f-4176-a341-979f3ec55daf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:36:58.882990 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7c13a7f2-a05f-4176-a341-979f3ec55daf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:58.896230 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e14634-099d-49d8-8e56-5c0968586d69 None None] Sync routers for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:36:58.913429 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e14634-099d-49d8-8e56-5c0968586d69 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:36:58.916261 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-90e14634-099d-49d8-8e56-5c0968586d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:36:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:58.923603 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5694de15-8b3e-401d-b26d-17773a1c0c8a None None] Network 00601a12-097d-42f0-b23c-27dce0925916 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:36:58.928341 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:58.947760 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-7c13a7f2-a05f-4176-a341-979f3ec55daf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "PUT /v2.0/floatingips/7aa8bdda-6809-4de9-ad8a-797fc2888791 HTTP/1.1" status: 200 len: 991 time: 1.8466654 Aug 13 03:36:58.947760 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:36:58.949236 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3478e1e-cb96-48d4-8b16-3ac2c322e9e9 req-9785c4d3-472a-464c-8bc7-983f1f91ef43 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:58.960449 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e3478e1e-cb96-48d4-8b16-3ac2c322e9e9 req-9785c4d3-472a-464c-8bc7-983f1f91ef43 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.1235950 Aug 13 03:36:58.960834 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60104) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:36:58.973595 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-bb7939c8-2979-49c1-8a74-c98be3915ac7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Request body: {'floatingip': {'port_id': '959d7fe3-04a8-493f-bc05-cbfe41c36cba'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:36:59.050054 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bb7939c8-2979-49c1-8a74-c98be3915ac7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:36:59.117203 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-90e14634-099d-49d8-8e56-5c0968586d69 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:36:59.321744 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5777bc5f-c983-4fc0-a8b7-62b671b602f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:36:59.454060 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e7b343-86d2-485e-9117-92e7ed4919e5 x-openstack-request-id: req-c3e7b343-86d2-485e-9117-92e7ed4919e5 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:36:59.454682 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:36:59.455090 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3e7b343-86d2-485e-9117-92e7ed4919e5 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:36:59.455693 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'status': 'completed', 'code': 200} Aug 13 03:36:59.530199 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-90e14634-099d-49d8-8e56-5c0968586d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '7aa8bdda-6809-4de9-ad8a-797fc2888791', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'port_id': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'mac_address': 'fa:16:3e:c9:7b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:36:32Z', 'updated_at': '2021-08-13T03:36:58Z', 'revision_number': 1, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:33Z', 'revision_number': 5, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:59.545911 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777bc5f-c983-4fc0-a8b7-62b671b602f4 req-61b37eb4-eb19-4efd-9a15-53c007d0ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:59.549872 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5777bc5f-c983-4fc0-a8b7-62b671b602f4 req-61b37eb4-eb19-4efd-9a15-53c007d0ad9c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 1098 time: 0.0711253 Aug 13 03:36:59.724856 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e14634-099d-49d8-8e56-5c0968586d69 None None] Checking router: fe4a9d20-2e78-4ab7-9d52-505188e24fbe for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:36:59.743982 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e14634-099d-49d8-8e56-5c0968586d69 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:36:59.744818 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-90e14634-099d-49d8-8e56-5c0968586d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:36:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:36:59.753770 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777bc5f-c983-4fc0-a8b7-62b671b602f4 req-52640b58-977e-45de-bf17-2d49dcf2419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:59.762738 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5777bc5f-c983-4fc0-a8b7-62b671b602f4 req-52640b58-977e-45de-bf17-2d49dcf2419b service neutron] 10.222.0.63 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 918 time: 0.2032981 Aug 13 03:36:59.879943 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-90e14634-099d-49d8-8e56-5c0968586d69 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:36:59.907373 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5777bc5f-c983-4fc0-a8b7-62b671b602f4 req-8beed6cf-cd2b-4eae-a023-1382d9dc608b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7734b6e-d327-490b-b80f-9974fd4539f0 HTTP/1.1" status: 200 len: 999 time: 0.1370270 Aug 13 03:36:59.993981 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777bc5f-c983-4fc0-a8b7-62b671b602f4 req-af88b1b8-2f7e-41c5-9da8-2796a627588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:36:59.995968 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5777bc5f-c983-4fc0-a8b7-62b671b602f4 req-af88b1b8-2f7e-41c5-9da8-2796a627588a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=204cc8a8-df78-4b34-a937-2e3a8d58cc1b HTTP/1.1" status: 200 len: 856 time: 0.0798893 Aug 13 03:37:00.001489 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bb7939c8-2979-49c1-8a74-c98be3915ac7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.007312 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bb7939c8-2979-49c1-8a74-c98be3915ac7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.066514 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60146) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:00.078010 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777bc5f-c983-4fc0-a8b7-62b671b602f4 req-d3d855be-7ec2-4a29-8669-98d302a0b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:00.079873 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5777bc5f-c983-4fc0-a8b7-62b671b602f4 req-d3d855be-7ec2-4a29-8669-98d302a0b892 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762663 Aug 13 03:37:00.135823 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.l3_db [None req-bb7939c8-2979-49c1-8a74-c98be3915ac7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Floating IP f88863f0-c530-4c94-b90f-eb351ef293fb associated. External IP: 172.27.0.119, port: 959d7fe3-04a8-493f-bc05-cbfe41c36cba. Aug 13 03:37:00.195248 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-90e14634-099d-49d8-8e56-5c0968586d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '7aa8bdda-6809-4de9-ad8a-797fc2888791', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'port_id': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'mac_address': 'fa:16:3e:c9:7b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:36:32Z', 'updated_at': '2021-08-13T03:36:58Z', 'revision_number': 1, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:33Z', 'revision_number': 5, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:00.227351 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e14634-099d-49d8-8e56-5c0968586d69 None None] The sync data for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi is: [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '7aa8bdda-6809-4de9-ad8a-797fc2888791', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'port_id': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'mac_address': 'fa:16:3e:c9:7b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:36:32Z', 'updated_at': '2021-08-13T03:36:58Z', 'revision_number': 1, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:33Z', 'revision_number': 5, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:37:00.237719 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5777bc5f-c983-4fc0-a8b7-62b671b602f4 req-dd508ff3-8195-4bb2-bd89-b43974b5a19a service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479557 Aug 13 03:37:00.260912 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d9393c58-8c4d-481b-ad0a-0401ccfbd635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.353210 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5777bc5f-c983-4fc0-a8b7-62b671b602f4 req-b1d76461-eb28-477d-9c01-4b08d5ae6ae8 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049736 Aug 13 03:37:00.490493 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ed3179-5b25-4567-bed4-f62516d70709 None None] New status for floating IP 7aa8bdda-6809-4de9-ad8a-797fc2888791: ACTIVE {{(pid=94058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:37:00.495442 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7939c8-2979-49c1-8a74-c98be3915ac7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Router f461b812-6795-4808-a488-54fc110d7d59 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:37:00.506799 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d9393c58-8c4d-481b-ad0a-0401ccfbd635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.510935 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d9393c58-8c4d-481b-ad0a-0401ccfbd635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.601719 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9393c58-8c4d-481b-ad0a-0401ccfbd635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c431337-f47e-492b-9d3b-77312498848b,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:00.611181 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d9393c58-8c4d-481b-ad0a-0401ccfbd635 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=762c55259f264af2ba745261483f648d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5400825 Aug 13 03:37:00.611776 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60160) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:00.712115 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7939c8-2979-49c1-8a74-c98be3915ac7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:37:00.713662 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6d503ddd-2e5d-4294-bc38-5b0c01ce9e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.717567 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bb7939c8-2979-49c1-8a74-c98be3915ac7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.723035 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d2cb0-ea16-471e-80b7-0c352cc07992 None None] Sync routers for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:37:00.731805 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d2cb0-ea16-471e-80b7-0c352cc07992 None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:37:00.732442 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-be0d2cb0-ea16-471e-80b7-0c352cc07992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:36:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:00.758236 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6d503ddd-2e5d-4294-bc38-5b0c01ce9e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.760801 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-bb7939c8-2979-49c1-8a74-c98be3915ac7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "PUT /v2.0/floatingips/f88863f0-c530-4c94-b90f-eb351ef293fb HTTP/1.1" status: 200 len: 992 time: 1.7947190 Aug 13 03:37:00.817008 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6d503ddd-2e5d-4294-bc38-5b0c01ce9e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.820583 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6d503ddd-2e5d-4294-bc38-5b0c01ce9e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:00.824062 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-6d503ddd-2e5d-4294-bc38-5b0c01ce9e59 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7c431337-f47e-492b-9d3b-77312498848b HTTP/1.1" status: 204 len: 168 time: 0.2093830 Aug 13 03:37:00.848300 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d503ddd-2e5d-4294-bc38-5b0c01ce9e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c431337-f47e-492b-9d3b-77312498848b,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:00.953474 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-be0d2cb0-ea16-471e-80b7-0c352cc07992 None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:37:01.224010 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d4858e9d-3742-4867-a2ab-2d24414b46a6 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:01.225507 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d4858e9d-3742-4867-a2ab-2d24414b46a6 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/networks?id=00601a12-097d-42f0-b23c-27dce0925916 HTTP/1.1" status: 200 len: 809 time: 0.1142814 Aug 13 03:37:01.236512 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-be0d2cb0-ea16-471e-80b7-0c352cc07992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': 'f88863f0-c530-4c94-b90f-eb351ef293fb', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'port_id': '959d7fe3-04a8-493f-bc05-cbfe41c36cba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'mac_address': 'fa:16:3e:8a:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7822c-a52e-4336-954b-df47077da9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:36:36Z', 'updated_at': '2021-08-13T03:36:59Z', 'revision_number': 1, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:37Z', 'revision_number': 5, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:01.243677 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-0bfa18e6-7708-4dee-83d1-52c23fea1795 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/quotas/a7154702f602470c82487c552ad2cf5e HTTP/1.1" status: 200 len: 375 time: 0.0112724 Aug 13 03:37:01.256123 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60192) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:01.264899 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d2cb0-ea16-471e-80b7-0c352cc07992 None None] Checking router: f461b812-6795-4808-a488-54fc110d7d59 for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:37:01.269417 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-01b3ccbb-8e31-4268-bc5e-10905bf01483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:01.273256 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d2cb0-ea16-471e-80b7-0c352cc07992 None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:37:01.273868 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-be0d2cb0-ea16-471e-80b7-0c352cc07992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:36:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:01.383208 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-01b3ccbb-8e31-4268-bc5e-10905bf01483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:01.398905 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-01b3ccbb-8e31-4268-bc5e-10905bf01483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:01.401674 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-be0d2cb0-ea16-471e-80b7-0c352cc07992 None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:37:01.440604 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-01b3ccbb-8e31-4268-bc5e-10905bf01483 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f83aa8ebf214b71b4b52f2fdbd40bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832209 Aug 13 03:37:01.441784 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3ccbb-8e31-4268-bc5e-10905bf01483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd33f7f-0cfd-4f00-99a9-e6fd0020a2fa,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:01.444193 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60202) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:01.456344 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e7822c-a52e-4336-954b-df47077da9a2', 'tag': '959d7fe3-04a8-493f-bc05-cbfe41c36cba'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:37:01.458502 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05628ab7-240b-494d-b8e3-5625eb838efb" -d '{"events": [{"name": "network-changed", "server_uuid": "52e7822c-a52e-4336-954b-df47077da9a2", "tag": "959d7fe3-04a8-493f-bc05-cbfe41c36cba"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:37:01.513351 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-026f7174-6049-4d52-b070-c52e8ac100e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:01.550517 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-026f7174-6049-4d52-b070-c52e8ac100e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:01.558904 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e156452d-a94a-42e0-b4de-07339a5dd369 x-openstack-request-id: req-e156452d-a94a-42e0-b4de-07339a5dd369 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:37:01.559303 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e7822c-a52e-4336-954b-df47077da9a2", "tag": "959d7fe3-04a8-493f-bc05-cbfe41c36cba", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:37:01.559553 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e156452d-a94a-42e0-b4de-07339a5dd369 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:37:01.559893 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e7822c-a52e-4336-954b-df47077da9a2', 'tag': '959d7fe3-04a8-493f-bc05-cbfe41c36cba', 'status': 'completed', 'code': 200} Aug 13 03:37:01.603648 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-ac571aef-8f9a-40d2-9727-9ed72fd613ab tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7154702f602470c82487c552ad2cf5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3542488 Aug 13 03:37:01.620752 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-026f7174-6049-4d52-b070-c52e8ac100e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:01.625779 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-026f7174-6049-4d52-b070-c52e8ac100e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:01.627811 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-026f7174-6049-4d52-b070-c52e8ac100e7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/acd33f7f-0cfd-4f00-99a9-e6fd0020a2fa HTTP/1.1" status: 204 len: 168 time: 0.1826904 Aug 13 03:37:01.636220 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f7174-6049-4d52-b070-c52e8ac100e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd33f7f-0cfd-4f00-99a9-e6fd0020a2fa,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:01.713069 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628ab7-240b-494d-b8e3-5625eb838efb req-eb923d36-ddaa-4cdd-8155-6ad81a5317fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:01.714966 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-05628ab7-240b-494d-b8e3-5625eb838efb req-eb923d36-ddaa-4cdd-8155-6ad81a5317fd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=20909ce51f4946e4a6d8cc2c3692f098&device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 1099 time: 0.1213772 Aug 13 03:37:01.767723 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-be0d2cb0-ea16-471e-80b7-0c352cc07992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': 'f88863f0-c530-4c94-b90f-eb351ef293fb', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'port_id': '959d7fe3-04a8-493f-bc05-cbfe41c36cba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'mac_address': 'fa:16:3e:8a:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7822c-a52e-4336-954b-df47077da9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:36:36Z', 'updated_at': '2021-08-13T03:36:59Z', 'revision_number': 1, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:37Z', 'revision_number': 5, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:01.800889 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-96d5e8a0-1a3b-45ba-a911-af2f197a4b37 service neutron] 10.222.0.57 "GET /v2.0/networks/00601a12-097d-42f0-b23c-27dce0925916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961331 Aug 13 03:37:01.805028 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d2cb0-ea16-471e-80b7-0c352cc07992 None None] The sync data for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi is: [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': 'f88863f0-c530-4c94-b90f-eb351ef293fb', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'port_id': '959d7fe3-04a8-493f-bc05-cbfe41c36cba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'mac_address': 'fa:16:3e:8a:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e7822c-a52e-4336-954b-df47077da9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:36:36Z', 'updated_at': '2021-08-13T03:36:59Z', 'revision_number': 1, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:37Z', 'revision_number': 5, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:37:01.910877 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628ab7-240b-494d-b8e3-5625eb838efb req-cb2d60bc-3cb4-4241-981a-ae0c27941a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:01.912388 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-05628ab7-240b-494d-b8e3-5625eb838efb req-cb2d60bc-3cb4-4241-981a-ae0c27941a86 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2bc5c885-09d1-4b83-854e-b64e8b2033af HTTP/1.1" status: 200 len: 912 time: 0.1851614 Aug 13 03:37:01.976002 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-93b5504f-23e6-499e-b851-58b96e606649 service neutron] 10.222.0.57 "GET /v2.0/networks/00601a12-097d-42f0-b23c-27dce0925916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742346 Aug 13 03:37:02.029415 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-05628ab7-240b-494d-b8e3-5625eb838efb req-392d4081-2c2a-4aa6-bf9d-b4d046848aa4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=959d7fe3-04a8-493f-bc05-cbfe41c36cba HTTP/1.1" status: 200 len: 1000 time: 0.1088102 Aug 13 03:37:02.115138 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6947d8b-0cd9-4c78-932f-20fdeab99e23 None None] New status for floating IP f88863f0-c530-4c94-b90f-eb351ef293fb: ACTIVE {{(pid=94058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:37:02.151549 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628ab7-240b-494d-b8e3-5625eb838efb req-42e99f99-a267-4352-9c8e-8ac03a896ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:02.153555 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-05628ab7-240b-494d-b8e3-5625eb838efb req-42e99f99-a267-4352-9c8e-8ac03a896ef7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d0c1a94a-64dc-4d90-a316-1a8d4b512718 HTTP/1.1" status: 200 len: 850 time: 0.1075368 Aug 13 03:37:02.212187 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60250) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:02.225191 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628ab7-240b-494d-b8e3-5625eb838efb req-36017e25-ef17-4bdb-ba8f-17e8fb8c2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:02.226886 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-05628ab7-240b-494d-b8e3-5625eb838efb req-36017e25-ef17-4bdb-ba8f-17e8fb8c2afa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2bc5c885-09d1-4b83-854e-b64e8b2033af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577395 Aug 13 03:37:02.234498 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-dd6708a6-a7e0-4348-a623-cc7b453d776f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:02.316146 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c0dcbb72-4b8f-4d59-b436-08eb4875f5e9 req-585d6c6e-6a7d-4706-a932-c441f7ce923b tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 210 time: 0.0686989 Aug 13 03:37:02.355926 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-dd6708a6-a7e0-4348-a623-cc7b453d776f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:02.362667 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-dd6708a6-a7e0-4348-a623-cc7b453d776f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:02.369472 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-05628ab7-240b-494d-b8e3-5625eb838efb req-79c84400-cb82-440d-85d7-3365d30f75c1 service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315243 Aug 13 03:37:02.403035 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6708a6-a7e0-4348-a623-cc7b453d776f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41ddb65-8fc9-4758-a82a-3c08e98b8ac2,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:02.411952 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-dd6708a6-a7e0-4348-a623-cc7b453d776f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1202653257d84071987b7d04abd6b337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966269 Aug 13 03:37:02.413957 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60258) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:02.471508 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-654844d4-8da4-4b4d-ab14-41f3b2d7de21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:02.497265 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-654844d4-8da4-4b4d-ab14-41f3b2d7de21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:02.506826 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-05628ab7-240b-494d-b8e3-5625eb838efb req-5f3044c9-4ae5-4a35-8459-476410cee528 service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277659 Aug 13 03:37:02.557786 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-654844d4-8da4-4b4d-ab14-41f3b2d7de21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:02.561024 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-654844d4-8da4-4b4d-ab14-41f3b2d7de21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:02.562363 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-654844d4-8da4-4b4d-ab14-41f3b2d7de21 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f41ddb65-8fc9-4758-a82a-3c08e98b8ac2 HTTP/1.1" status: 204 len: 168 time: 0.1474662 Aug 13 03:37:02.571323 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654844d4-8da4-4b4d-ab14-41f3b2d7de21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41ddb65-8fc9-4758-a82a-3c08e98b8ac2,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:03.585228 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-393a6dc9-cfe8-4c91-89b4-68f31467307b req-4b952d92-28c6-442e-9fee-6e0f2a063939 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 210 time: 0.0827975 Aug 13 03:37:03.644693 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35760-c9f6-4226-9b96-26834f102c99 req-bfc15567-c8fa-42e5-b9b4-b8d88251dd55 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:03.644836 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60332) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:03.646522 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-bfc15567-c8fa-42e5-b9b4-b8d88251dd55 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.63 "GET /v2.0/networks?id=00601a12-097d-42f0-b23c-27dce0925916 HTTP/1.1" status: 200 len: 809 time: 0.2752943 Aug 13 03:37:03.660909 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-73d35760-c9f6-4226-9b96-26834f102c99 req-876dd1ed-43dc-44bd-9074-29f6896d628a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Request body: {'port': {'device_id': '62b93f2d-339a-4440-b501-42931de6c23b', 'network_id': '00601a12-097d-42f0-b23c-27dce0925916', 'admin_state_up': True, 'tenant_id': 'a7154702f602470c82487c552ad2cf5e'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:03.803152 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-47698511-3aff-4c1f-9e33-1d868703b4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:03.824217 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.db.api [None req-47698511-3aff-4c1f-9e33-1d868703b4cf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 03:37:03.824217 dv-cinder-759962-7-iscsi neutron-server[94056]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 13 03:37:03.824217 dv-cinder-759962-7-iscsi neutron-server[94056]: [parameters: {'project_id': '2783fcbcc37045e7926e8096f9a8204e', 'id': '7d861625-e0ef-4479-8805-5fe07c6b8d7c', 'expiration': datetime.datetime(2021, 8, 13, 3, 39, 3, 819490)}] Aug 13 03:37:03.824217 dv-cinder-759962-7-iscsi neutron-server[94056]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:37:03.825050 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG oslo_db.api [None req-47698511-3aff-4c1f-9e33-1d868703b4cf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:37:03.830359 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d35760-c9f6-4226-9b96-26834f102c99 req-876dd1ed-43dc-44bd-9074-29f6896d628a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Made reservation on behalf of a7154702f602470c82487c552ad2cf5e for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:37:03.834007 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-73d35760-c9f6-4226-9b96-26834f102c99 req-876dd1ed-43dc-44bd-9074-29f6896d628a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:03.959810 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-73d35760-c9f6-4226-9b96-26834f102c99 req-876dd1ed-43dc-44bd-9074-29f6896d628a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Allocated IP 172.20.0.11 (00601a12-097d-42f0-b23c-27dce0925916/858ba2d6-ae49-40f8-a0cb-5f38795520a0/ebc48a8f-3736-4eeb-bc61-91e65a4c7d45) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:37:04.105478 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-73d35760-c9f6-4226-9b96-26834f102c99 req-876dd1ed-43dc-44bd-9074-29f6896d628a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:04.144825 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-73d35760-c9f6-4226-9b96-26834f102c99 req-876dd1ed-43dc-44bd-9074-29f6896d628a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:04.197295 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d35760-c9f6-4226-9b96-26834f102c99 req-876dd1ed-43dc-44bd-9074-29f6896d628a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Network 00601a12-097d-42f0-b23c-27dce0925916 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:37:04.198798 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-73d35760-c9f6-4226-9b96-26834f102c99 req-876dd1ed-43dc-44bd-9074-29f6896d628a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:37:04.206165 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d35760-c9f6-4226-9b96-26834f102c99 req-876dd1ed-43dc-44bd-9074-29f6896d628a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:37:04.211513 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35760-c9f6-4226-9b96-26834f102c99 req-876dd1ed-43dc-44bd-9074-29f6896d628a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:04.212156 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-73d35760-c9f6-4226-9b96-26834f102c99 req-876dd1ed-43dc-44bd-9074-29f6896d628a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:04.226136 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dd1ed-43dc-44bd-9074-29f6896d628a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Pushing event updated for resources: {'Port': ['ID=ebc48a8f-3736-4eeb-bc61-91e65a4c7d45,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:04.239385 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-876dd1ed-43dc-44bd-9074-29f6896d628a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5826266 Aug 13 03:37:04.326623 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-47698511-3aff-4c1f-9e33-1d868703b4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:04.428924 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-47698511-3aff-4c1f-9e33-1d868703b4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:04.434185 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-47698511-3aff-4c1f-9e33-1d868703b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:04.478541 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-47698511-3aff-4c1f-9e33-1d868703b4cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2783fcbcc37045e7926e8096f9a8204e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8328264 Aug 13 03:37:04.479870 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47698511-3aff-4c1f-9e33-1d868703b4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396254f6-b48d-4911-a634-43c852451130,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:04.481301 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 60374) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:04.538604 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c75ef9b2-ac2c-4eae-b477-8cae89c0c404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:04.586376 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c75ef9b2-ac2c-4eae-b477-8cae89c0c404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:04.633091 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8de4ff-0b87-4936-b41d-790e7a690de5 req-de5da006-4571-46a8-b872-4f3b6e7bc50f tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:04.634568 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ac8de4ff-0b87-4936-b41d-790e7a690de5 req-de5da006-4571-46a8-b872-4f3b6e7bc50f tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 945 time: 0.0836291 Aug 13 03:37:04.665154 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c75ef9b2-ac2c-4eae-b477-8cae89c0c404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:04.667613 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c75ef9b2-ac2c-4eae-b477-8cae89c0c404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:04.668759 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c75ef9b2-ac2c-4eae-b477-8cae89c0c404 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/396254f6-b48d-4911-a634-43c852451130 HTTP/1.1" status: 204 len: 168 time: 0.1864491 Aug 13 03:37:04.687612 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ac8de4ff-0b87-4936-b41d-790e7a690de5 req-a67293bc-623d-4072-a840-5536fc9c2076 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454826 Aug 13 03:37:04.688465 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ef9b2-ac2c-4eae-b477-8cae89c0c404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396254f6-b48d-4911-a634-43c852451130,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:04.802977 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78eaee-56c8-4045-ad66-e68daa89c3f8 req-1eef105c-ddd7-4fd6-a02c-ea02f4d134e4 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:04.804482 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6c78eaee-56c8-4045-ad66-e68daa89c3f8 req-1eef105c-ddd7-4fd6-a02c-ea02f4d134e4 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 932 time: 0.0517907 Aug 13 03:37:04.845868 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6c78eaee-56c8-4045-ad66-e68daa89c3f8 req-deb2c80f-7482-45b7-8033-847cfa42e041 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353658 Aug 13 03:37:04.991721 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 60392) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:05.004396 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cec7102-bb07-41a3-b3ab-b1291a860cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:05.091659 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cec7102-bb07-41a3-b3ab-b1291a860cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:05.096502 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cec7102-bb07-41a3-b3ab-b1291a860cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:05.133289 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1cec7102-bb07-41a3-b3ab-b1291a860cc5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e3e006c90e04cf4a900936841ef367f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404536 Aug 13 03:37:05.134178 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec7102-bb07-41a3-b3ab-b1291a860cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a96da8-149e-4779-9822-a9d2c2206970,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:05.135931 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60394) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:05.184023 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3676c300-b547-4b39-be4f-97e83cea2315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:05.203643 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3676c300-b547-4b39-be4f-97e83cea2315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:05.248751 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3676c300-b547-4b39-be4f-97e83cea2315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:05.251426 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3676c300-b547-4b39-be4f-97e83cea2315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:05.252588 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-3676c300-b547-4b39-be4f-97e83cea2315 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b0a96da8-149e-4779-9822-a9d2c2206970 HTTP/1.1" status: 204 len: 168 time: 0.1150661 Aug 13 03:37:05.260425 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676c300-b547-4b39-be4f-97e83cea2315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a96da8-149e-4779-9822-a9d2c2206970,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:07.268407 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Request body: {'port': {'device_id': '62b93f2d-339a-4440-b501-42931de6c23b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:07.350028 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:07.450620 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa04b9-fc12-456c-a0eb-c546507acb00 req-de726370-9d8c-424f-ab8d-62af00c2d975 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:07.452095 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-44fa04b9-fc12-456c-a0eb-c546507acb00 req-de726370-9d8c-424f-ab8d-62af00c2d975 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 945 time: 0.1179168 Aug 13 03:37:07.467060 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362830c6-c5d1-4fec-8141-8a7b46cff7c4 req-b75ffe90-52b9-4c0f-9dcd-4f265148961c tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:07.468995 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-362830c6-c5d1-4fec-8141-8a7b46cff7c4 req-b75ffe90-52b9-4c0f-9dcd-4f265148961c tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 932 time: 0.1186988 Aug 13 03:37:07.598756 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-44fa04b9-fc12-456c-a0eb-c546507acb00 req-4e69dc3b-3192-4b35-a8ca-bffbdf321974 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281838 Aug 13 03:37:07.624430 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-362830c6-c5d1-4fec-8141-8a7b46cff7c4 req-b9ce2831-85ee-43e3-ae91-ceed171f27d8 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463935 Aug 13 03:37:07.720008 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:37:07.727069 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:07.738180 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Transition to ACTIVE for port object ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:37:07.742006 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:07.795560 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Pushing event updated for resources: {'Port': ['ID=ebc48a8f-3736-4eeb-bc61-91e65a4c7d45,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:07.822384 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Attempting to bind port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:37:07.822719 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Attempting to bind port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'ee57299f-b41f-4443-875e-98c3cd96afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00601a12-097d-42f0-b23c-27dce0925916'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:37:07.823049 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Attempting to bind port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 on network 00601a12-097d-42f0-b23c-27dce0925916 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:37:07.827985 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 on network 00601a12-097d-42f0-b23c-27dce0925916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:37:07.828358 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Attempting to bind port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 on network 00601a12-097d-42f0-b23c-27dce0925916 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:37:07.833102 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:37:07.833439 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Checking segment: {'id': 'ee57299f-b41f-4443-875e-98c3cd96afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00601a12-097d-42f0-b23c-27dce0925916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:37:07.833816 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Bound using segment: {'id': 'ee57299f-b41f-4443-875e-98c3cd96afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00601a12-097d-42f0-b23c-27dce0925916'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:37:07.834495 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Bound port: ebc48a8f-3736-4eeb-bc61-91e65a4c7d45, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee57299f-b41f-4443-875e-98c3cd96afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00601a12-097d-42f0-b23c-27dce0925916'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:37:07.834848 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:07.894215 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] For port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:37:07.897374 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] For port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ebc48a8f-3736-4eeb-bc61-91e65a4c7d45,segment=NetworkSegment(ee57299f-b41f-4443-875e-98c3cd96afa2),segment_id=ee57299f-b41f-4443-875e-98c3cd96afa2)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:37:07.900822 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:07.933734 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:07.934357 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:07.935738 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] 10.222.0.63 "PUT /v2.0/ports/ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 HTTP/1.1" status: 200 len: 1094 time: 0.6717610 Aug 13 03:37:07.936198 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b93f2d-339a-4440-b501-42931de6c23b', 'tag': 'ebc48a8f-3736-4eeb-bc61-91e65a4c7d45'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:37:07.938526 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf65b21-9b5e-4113-97f9-428dc05a6b35" -d '{"events": [{"name": "network-changed", "server_uuid": "62b93f2d-339a-4440-b501-42931de6c23b", "tag": "ebc48a8f-3736-4eeb-bc61-91e65a4c7d45"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:37:07.969503 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7fab1-6ecc-4640-b092-55c1996ed7de service neutron] Pushing event updated for resources: {'Port': ['ID=ebc48a8f-3736-4eeb-bc61-91e65a4c7d45,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:07.974618 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6acb388-6c8e-4626-95b9-c4a8b43eeac6 x-openstack-request-id: req-a6acb388-6c8e-4626-95b9-c4a8b43eeac6 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:37:07.974911 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b93f2d-339a-4440-b501-42931de6c23b", "tag": "ebc48a8f-3736-4eeb-bc61-91e65a4c7d45", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:37:07.975190 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6acb388-6c8e-4626-95b9-c4a8b43eeac6 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:37:07.975575 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b93f2d-339a-4440-b501-42931de6c23b', 'tag': 'ebc48a8f-3736-4eeb-bc61-91e65a4c7d45', 'status': 'completed', 'code': 200} Aug 13 03:37:11.082667 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf65b21-9b5e-4113-97f9-428dc05a6b35 req-3cad0b96-beaa-430d-bbe1-e188819462d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:11.084480 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9cf65b21-9b5e-4113-97f9-428dc05a6b35 req-3cad0b96-beaa-430d-bbe1-e188819462d6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7154702f602470c82487c552ad2cf5e&device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 1097 time: 0.0611403 Aug 13 03:37:11.225419 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ba107-bf81-4b0a-a958-3488e96b55b2 req-45baba1a-9c22-44df-9da0-5ba857109db5 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:11.226876 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b58ba107-bf81-4b0a-a958-3488e96b55b2 req-45baba1a-9c22-44df-9da0-5ba857109db5 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 945 time: 0.1364231 Aug 13 03:37:11.238556 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f372a70-75f1-4dcc-b643-f29d25cf5746 req-048d6af7-93a1-4a6c-a35a-5763245d9bb8 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:11.239991 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0f372a70-75f1-4dcc-b643-f29d25cf5746 req-048d6af7-93a1-4a6c-a35a-5763245d9bb8 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 944 time: 0.1405184 Aug 13 03:37:11.298644 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf65b21-9b5e-4113-97f9-428dc05a6b35 req-b9f3d7fd-1003-4be6-b3c3-c1c8fed6e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:11.300052 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9cf65b21-9b5e-4113-97f9-428dc05a6b35 req-b9f3d7fd-1003-4be6-b3c3-c1c8fed6e59b service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=a7154702f602470c82487c552ad2cf5e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1984584 Aug 13 03:37:11.322746 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b58ba107-bf81-4b0a-a958-3488e96b55b2 req-5f2236b0-3e39-40f5-b437-fca808ff402a tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818317 Aug 13 03:37:11.363070 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0f372a70-75f1-4dcc-b643-f29d25cf5746 req-eb878fde-9010-4da8-91b7-c614d79d4dce tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144507 Aug 13 03:37:11.405188 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf65b21-9b5e-4113-97f9-428dc05a6b35 req-839aab68-da9b-4a04-af28-ff7d15cb0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:11.406631 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9cf65b21-9b5e-4113-97f9-428dc05a6b35 req-839aab68-da9b-4a04-af28-ff7d15cb0925 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960121 Aug 13 03:37:11.487349 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35760-c9f6-4226-9b96-26834f102c99 req-0b3260bd-f9a2-4b84-9f82-4372030b42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:11.488832 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-0b3260bd-f9a2-4b84-9f82-4372030b42b7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7154702f602470c82487c552ad2cf5e&device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 1097 time: 0.0406220 Aug 13 03:37:11.534595 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-d93df614-1ad2-4a94-9bdb-75d31c61c9b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 HTTP/1.1" status: 200 len: 217 time: 0.0329945 Aug 13 03:37:11.605818 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35760-c9f6-4226-9b96-26834f102c99 req-73bf02ca-8b7c-4b98-9b4d-db22c791b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:11.607324 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-73bf02ca-8b7c-4b98-9b4d-db22c791b3c5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=858ba2d6-ae49-40f8-a0cb-5f38795520a0 HTTP/1.1" status: 200 len: 849 time: 0.0587256 Aug 13 03:37:11.640613 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-c9d77569-1d7b-4df0-a43b-0b30b2d0e534 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00601a12-097d-42f0-b23c-27dce0925916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232134 Aug 13 03:37:11.733183 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-85379a5d-8b32-44df-ae69-11c4a4facead service neutron] 10.222.0.63 "GET /v2.0/networks/00601a12-097d-42f0-b23c-27dce0925916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815761 Aug 13 03:37:11.832461 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73d35760-c9f6-4226-9b96-26834f102c99 req-73ee7aca-22ba-4b00-aae6-211dab8342af service neutron] 10.222.0.63 "GET /v2.0/networks/00601a12-097d-42f0-b23c-27dce0925916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822430 Aug 13 03:37:12.068000 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:12.481824 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c291de-530d-4f03-b34c-d2b4221bbb53 req-b2f340b1-cfff-48bf-b644-6f4819da20e4 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:12.483322 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-54c291de-530d-4f03-b34c-d2b4221bbb53 req-b2f340b1-cfff-48bf-b644-6f4819da20e4 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 945 time: 0.0778546 Aug 13 03:37:12.505897 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c555f86-3eac-4b35-855d-2f2223a3de19 req-2a18974d-7c98-4b87-ba50-1152ab22fb10 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:12.507343 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8c555f86-3eac-4b35-855d-2f2223a3de19 req-2a18974d-7c98-4b87-ba50-1152ab22fb10 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 944 time: 0.0689895 Aug 13 03:37:12.564863 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-54c291de-530d-4f03-b34c-d2b4221bbb53 req-88cb4705-969c-4c95-9820-d7de3fd94164 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8470c65-9219-43a5-aef1-941c3c20bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743186 Aug 13 03:37:12.577404 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8c555f86-3eac-4b35-855d-2f2223a3de19 req-d0187bda-e23b-4432-a600-9885f574a4d8 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639551 Aug 13 03:37:12.681999 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f16164-3bae-4b25-acd2-9fd8f089f022 req-8edfaeb1-bbf2-47e1-b75d-5fa7c7bee0ae tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:12.683539 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e4f16164-3bae-4b25-acd2-9fd8f089f022 req-8edfaeb1-bbf2-47e1-b75d-5fa7c7bee0ae tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.63 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 945 time: 0.0488548 Aug 13 03:37:13.051928 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-e4f16164-3bae-4b25-acd2-9fd8f089f022 req-96c87c9e-ff2b-49c4-beb6-22d1cc324842 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Deleting port 32d679c8-6374-4f78-b36a-d672319c9db1 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:37:13.052464 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-e4f16164-3bae-4b25-acd2-9fd8f089f022 req-96c87c9e-ff2b-49c4-beb6-22d1cc324842 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:13.140279 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-e4f16164-3bae-4b25-acd2-9fd8f089f022 req-96c87c9e-ff2b-49c4-beb6-22d1cc324842 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] For port 32d679c8-6374-4f78-b36a-d672319c9db1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=32d679c8-6374-4f78-b36a-d672319c9db1,segment=NetworkSegment(41b82c9b-dd08-4d83-aade-101cc4f2b21b),segment_id=41b82c9b-dd08-4d83-aade-101cc4f2b21b)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:13.140573 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-e4f16164-3bae-4b25-acd2-9fd8f089f022 req-96c87c9e-ff2b-49c4-beb6-22d1cc324842 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:13.157526 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-e4f16164-3bae-4b25-acd2-9fd8f089f022 req-96c87c9e-ff2b-49c4-beb6-22d1cc324842 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Calling delete_port for 32d679c8-6374-4f78-b36a-d672319c9db1 owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:37:13.325765 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-e4f16164-3bae-4b25-acd2-9fd8f089f022 req-96c87c9e-ff2b-49c4-beb6-22d1cc324842 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:13.338970 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['32d679c8-6374-4f78-b36a-d672319c9db1'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:37:13.359071 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c87c9e-ff2b-49c4-beb6-22d1cc324842 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Pushing event deleted for resources: {'Port': ['ID=32d679c8-6374-4f78-b36a-d672319c9db1,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:13.422848 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f16164-3bae-4b25-acd2-9fd8f089f022 req-96c87c9e-ff2b-49c4-beb6-22d1cc324842 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] No DVR routers for this DVR port 32d679c8-6374-4f78-b36a-d672319c9db1 on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:37:13.426058 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-e4f16164-3bae-4b25-acd2-9fd8f089f022 req-96c87c9e-ff2b-49c4-beb6-22d1cc324842 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:13.428085 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e4f16164-3bae-4b25-acd2-9fd8f089f022 req-96c87c9e-ff2b-49c4-beb6-22d1cc324842 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.63 "DELETE /v2.0/ports/32d679c8-6374-4f78-b36a-d672319c9db1 HTTP/1.1" status: 204 len: 173 time: 0.7289727 Aug 13 03:37:13.428540 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725ff54a-3d98-4e2f-ab0d-fec40f02cde2', 'name': 'network-vif-deleted', 'tag': '32d679c8-6374-4f78-b36a-d672319c9db1'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:37:13.437943 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b084aaad-82e0-4d84-9fde-b5b6d39f02a4" -d '{"events": [{"server_uuid": "725ff54a-3d98-4e2f-ab0d-fec40f02cde2", "name": "network-vif-deleted", "tag": "32d679c8-6374-4f78-b36a-d672319c9db1"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:37:13.490025 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41885f8a-6145-40b1-b3f1-333fc2645eb6 x-openstack-request-id: req-41885f8a-6145-40b1-b3f1-333fc2645eb6 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:37:13.490619 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725ff54a-3d98-4e2f-ab0d-fec40f02cde2", "name": "network-vif-deleted", "tag": "32d679c8-6374-4f78-b36a-d672319c9db1", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:37:13.490619 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41885f8a-6145-40b1-b3f1-333fc2645eb6 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:37:13.490934 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725ff54a-3d98-4e2f-ab0d-fec40f02cde2', 'name': 'network-vif-deleted', 'tag': '32d679c8-6374-4f78-b36a-d672319c9db1', 'status': 'completed', 'code': 200} Aug 13 03:37:13.696797 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e1a5795e-4ade-4341-842e-6a1e1bfdccc9 req-850c50bd-2da7-4f04-920d-84b77a2407c0 tempest-DeleteServersTestJSON-944615372 tempest-DeleteServersTestJSON-944615372-project] 10.222.0.57 "GET /v2.0/ports?device_id=725ff54a-3d98-4e2f-ab0d-fec40f02cde2 HTTP/1.1" status: 200 len: 210 time: 0.0492132 Aug 13 03:37:13.720528 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb5cb2-910c-4625-95d3-a1fc5ab44b7f req-06dbeb19-3e5c-4a36-a53c-13ed63dd61e0 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:13.722178 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-baeb5cb2-910c-4625-95d3-a1fc5ab44b7f req-06dbeb19-3e5c-4a36-a53c-13ed63dd61e0 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 944 time: 0.0659335 Aug 13 03:37:13.765488 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-baeb5cb2-910c-4625-95d3-a1fc5ab44b7f req-b6823475-fe85-466c-b7cb-73104f2227b6 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369041 Aug 13 03:37:13.867680 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:37:13.968927 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ebc48a8f-3736-4eeb-bc61-91e65a4c7d45,segment=NetworkSegment(ee57299f-b41f-4443-875e-98c3cd96afa2),segment_id=ee57299f-b41f-4443-875e-98c3cd96afa2)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:13.980520 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'ebc48a8f-3736-4eeb-bc61-91e65a4c7d45', 'network_id': '00601a12-097d-42f0-b23c-27dce0925916', 'port_id': 'ebc48a8f-3736-4eeb-bc61-91e65a4c7d45', 'mac_address': 'fa:16:3e:ae:2b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858ba2d6-ae49-40f8-a0cb-5f38795520a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:37:14.022541 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:14.036762 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:37:14.061502 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ebc48a8f-3736-4eeb-bc61-91e65a4c7d45,segment=NetworkSegment(ee57299f-b41f-4443-875e-98c3cd96afa2),segment_id=ee57299f-b41f-4443-875e-98c3cd96afa2)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:14.065682 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:14.126851 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=ebc48a8f-3736-4eeb-bc61-91e65a4c7d45,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:14.347379 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60626) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:14.355223 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['ebc48a8f-3736-4eeb-bc61-91e65a4c7d45'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:37:14.518324 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60632) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:14.593328 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:14.605526 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9db05f24-4afd-44a3-913d-9c33c2fe5af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:14.633630 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.db.api [None req-9db05f24-4afd-44a3-913d-9c33c2fe5af6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 03:37:14.633630 dv-cinder-759962-7-iscsi neutron-server[94056]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 13 03:37:14.633630 dv-cinder-759962-7-iscsi neutron-server[94056]: [parameters: {'project_id': '6e637bae7ae141599797252a6132b4a2', 'id': '13c82f8c-a3d9-4cdf-8355-24cc3c66ce87', 'expiration': datetime.datetime(2021, 8, 13, 3, 39, 14, 629566)}] Aug 13 03:37:14.633630 dv-cinder-759962-7-iscsi neutron-server[94056]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:37:14.634021 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG oslo_db.api [None req-9db05f24-4afd-44a3-913d-9c33c2fe5af6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:37:14.701469 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:14.705121 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:14.740901 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fe9c90-1fb9-4aa5-b006-ef2f526e67e2,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:14.745746 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8879906f4d814f3383f8896adac25355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260840 Aug 13 03:37:14.748420 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 60638) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:14.752852 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:14.753308 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:14.753834 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:14.754277 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:14.754728 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:14.755236 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:14.755769 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:14.756294 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:14.756812 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:14.757251 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:14.757892 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:14.758299 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b500fb9-7045-4e07-b609-bc2856074b57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:14.816362 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:14.883206 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:14.938558 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99199b-1322-48a0-bdd7-b74272716103 req-93f5d20a-a91f-4bc9-af69-e855d8c686b2 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:14.940166 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-de99199b-1322-48a0-bdd7-b74272716103 req-93f5d20a-a91f-4bc9-af69-e855d8c686b2 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 945 time: 0.0984662 Aug 13 03:37:14.978954 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:14.982231 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:14.983646 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b5fe9c90-1fb9-4aa5-b006-ef2f526e67e2 HTTP/1.1" status: 204 len: 168 time: 0.2339211 Aug 13 03:37:15.000279 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fe9c90-1fb9-4aa5-b006-ef2f526e67e2,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:15.027809 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:15.028187 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:15.028530 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:15.028866 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:15.029196 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:15.029525 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:15.029849 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:15.030173 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:15.030492 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:15.030994 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:15.031471 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:15.032512 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7bfb-3c06-412d-a7f7-0eb8579b1134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:15.038875 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-de99199b-1322-48a0-bdd7-b74272716103 req-86dfb5d1-01b1-4054-9c2e-6df18171ec1f tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850909 Aug 13 03:37:15.135725 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9db05f24-4afd-44a3-913d-9c33c2fe5af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.249069 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9db05f24-4afd-44a3-913d-9c33c2fe5af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.254280 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9db05f24-4afd-44a3-913d-9c33c2fe5af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.296585 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-9db05f24-4afd-44a3-913d-9c33c2fe5af6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e637bae7ae141599797252a6132b4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9474611 Aug 13 03:37:15.298322 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db05f24-4afd-44a3-913d-9c33c2fe5af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2b4a34-1946-4b4e-88f7-ae26ce8fa8d5,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:15.299607 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 60686) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:15.361577 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-214804c6-02e1-43e1-8245-865f60fa3992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.367456 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60690) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:15.386054 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-214804c6-02e1-43e1-8245-865f60fa3992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.387000 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-718e6bcf-5eb2-4056-afe7-f529004887de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.440240 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60696) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:15.447500 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-214804c6-02e1-43e1-8245-865f60fa3992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.451650 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-214804c6-02e1-43e1-8245-865f60fa3992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.453572 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-214804c6-02e1-43e1-8245-865f60fa3992 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c2b4a34-1946-4b4e-88f7-ae26ce8fa8d5 HTTP/1.1" status: 204 len: 168 time: 0.1529162 Aug 13 03:37:15.463037 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214804c6-02e1-43e1-8245-865f60fa3992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2b4a34-1946-4b4e-88f7-ae26ce8fa8d5,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:15.533198 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-718e6bcf-5eb2-4056-afe7-f529004887de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.537819 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-718e6bcf-5eb2-4056-afe7-f529004887de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.576629 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-718e6bcf-5eb2-4056-afe7-f529004887de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f836f6fdbcd6433287997be8d0794c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087924 Aug 13 03:37:15.577502 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e6bcf-5eb2-4056-afe7-f529004887de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a319f62-66ca-400f-932e-0e286ec0297d,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:15.579362 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 60702) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:15.632453 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a4e59046-90b0-463c-b3c9-bd369f1bde9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.653949 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a4e59046-90b0-463c-b3c9-bd369f1bde9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.693224 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cd58a657-abb0-4cf9-8d35-e70fac9bde4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.709827 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a4e59046-90b0-463c-b3c9-bd369f1bde9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.713313 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a4e59046-90b0-463c-b3c9-bd369f1bde9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.717085 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a4e59046-90b0-463c-b3c9-bd369f1bde9b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a319f62-66ca-400f-932e-0e286ec0297d HTTP/1.1" status: 204 len: 168 time: 0.1339417 Aug 13 03:37:15.737010 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e59046-90b0-463c-b3c9-bd369f1bde9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a319f62-66ca-400f-932e-0e286ec0297d,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:15.819218 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cd58a657-abb0-4cf9-8d35-e70fac9bde4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.823053 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cd58a657-abb0-4cf9-8d35-e70fac9bde4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.857862 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 60716) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:15.858389 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-cd58a657-abb0-4cf9-8d35-e70fac9bde4a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8807898fd5cf44659bf09203b9016c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052770 Aug 13 03:37:15.868650 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58a657-abb0-4cf9-8d35-e70fac9bde4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9885ad50-493b-4d19-b359-ace65b1df637,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:15.879474 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:37:15.925211 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3341d623-cfb3-444d-9dc3-b46f8795cb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.937786 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:37:15.944268 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:37:15.945035 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:15.954435 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3341d623-cfb3-444d-9dc3-b46f8795cb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.021215 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3341d623-cfb3-444d-9dc3-b46f8795cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.025082 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3341d623-cfb3-444d-9dc3-b46f8795cb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.026459 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3341d623-cfb3-444d-9dc3-b46f8795cb0a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9885ad50-493b-4d19-b359-ace65b1df637 HTTP/1.1" status: 204 len: 168 time: 0.1665545 Aug 13 03:37:16.036085 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341d623-cfb3-444d-9dc3-b46f8795cb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9885ad50-493b-4d19-b359-ace65b1df637,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:16.045691 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.080551 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b93f2d-339a-4440-b501-42931de6c23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc48a8f-3736-4eeb-bc61-91e65a4c7d45'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:37:16.083247 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b8b113-7126-4cbe-945f-676625097399" -d '{"events": [{"server_uuid": "62b93f2d-339a-4440-b501-42931de6c23b", "name": "network-vif-plugged", "status": "completed", "tag": "ebc48a8f-3736-4eeb-bc61-91e65a4c7d45"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:37:16.099242 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ebc48a8f-3736-4eeb-bc61-91e65a4c7d45,segment=NetworkSegment(ee57299f-b41f-4443-875e-98c3cd96afa2),segment_id=ee57299f-b41f-4443-875e-98c3cd96afa2)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:16.106162 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.107850 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 32d679c8-6374-4f78-b36a-d672319c9db1 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:37:16.155922 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57eaf23-e7fb-4a1c-a377-627388843a92 x-openstack-request-id: req-d57eaf23-e7fb-4a1c-a377-627388843a92 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:37:16.156442 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b93f2d-339a-4440-b501-42931de6c23b", "name": "network-vif-plugged", "status": "completed", "tag": "ebc48a8f-3736-4eeb-bc61-91e65a4c7d45", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:37:16.157385 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d57eaf23-e7fb-4a1c-a377-627388843a92 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:37:16.157946 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b93f2d-339a-4440-b501-42931de6c23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc48a8f-3736-4eeb-bc61-91e65a4c7d45', 'code': 200} Aug 13 03:37:16.158613 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: 32d679c8-6374-4f78-b36a-d672319c9db1 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:37:16.159132 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 32d679c8-6374-4f78-b36a-d672319c9db1 not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:37:16.214838 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=ebc48a8f-3736-4eeb-bc61-91e65a4c7d45,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:16.235161 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6696908-b335-4fe0-806e-8cae978b431d req-486414ff-59a5-4edb-b36e-e646a788be11 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:16.240086 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c6696908-b335-4fe0-806e-8cae978b431d req-486414ff-59a5-4edb-b36e-e646a788be11 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 946 time: 0.1129386 Aug 13 03:37:16.311712 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60750) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:16.334814 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c6696908-b335-4fe0-806e-8cae978b431d req-02aac4dd-e31a-445c-9327-2c9ce4ac99cf tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818634 Aug 13 03:37:16.405293 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_v2 [None req-7546dbf5-0849-431e-a12b-bb4105e885c1 admin admin] Deleting subnet 6b15ad95-d6fb-4df3-975d-6b2050d55b59 {{(pid=94056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:37:16.414810 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7546dbf5-0849-431e-a12b-bb4105e885c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.428190 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56c29f-747b-40d3-94e5-ac3fdd758d7e req-0be706d5-ddbe-48c7-a6c6-2428b3fc7b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:16.430038 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5d56c29f-747b-40d3-94e5-ac3fdd758d7e req-0be706d5-ddbe-48c7-a6c6-2428b3fc7b82 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 1099 time: 0.0467496 Aug 13 03:37:16.465384 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7546dbf5-0849-431e-a12b-bb4105e885c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913378'] for subnet, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.481451 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5d56c29f-747b-40d3-94e5-ac3fdd758d7e req-153eeefc-926e-47b1-8671-43f19a83ad07 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359361 Aug 13 03:37:16.523144 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7546dbf5-0849-431e-a12b-bb4105e885c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.538134 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 60762) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:16.558650 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8874ae0a-45df-4808-bddb-bb3e0ba726fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.610837 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7546dbf5-0849-431e-a12b-bb4105e885c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1570502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28241023'] for subnet, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.679807 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546dbf5-0849-431e-a12b-bb4105e885c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b15ad95-d6fb-4df3-975d-6b2050d55b59,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:16.682489 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7546dbf5-0849-431e-a12b-bb4105e885c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.687885 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-7546dbf5-0849-431e-a12b-bb4105e885c1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6b15ad95-d6fb-4df3-975d-6b2050d55b59 HTTP/1.1" status: 204 len: 168 time: 0.3751144 Aug 13 03:37:16.691613 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60766) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:16.772712 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8874ae0a-45df-4808-bddb-bb3e0ba726fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.780191 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8874ae0a-45df-4808-bddb-bb3e0ba726fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.828347 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8874ae0a-45df-4808-bddb-bb3e0ba726fc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=183f99786c6649c7a7e27a191a6d79ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888329 Aug 13 03:37:16.830768 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874ae0a-45df-4808-bddb-bb3e0ba726fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ac94b9-7e16-486e-98a9-4efb716cf3fc,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:16.832373 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60778) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:16.848139 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e408f80b-ebf9-434b-8a65-4156b369f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.966600 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7044da4b-a6ec-46d0-8c74-80e54e1eea2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.972093 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e408f80b-ebf9-434b-8a65-4156b369f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:16.988809 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-e408f80b-ebf9-434b-8a65-4156b369f8ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27755bc-8921-4172-b817-75897b43cd74']}} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:17.005648 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-e408f80b-ebf9-434b-8a65-4156b369f8ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b82c9b-dd08-4d83-aade-101cc4f2b21b') {'for_net_delete': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:17.005950 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-e408f80b-ebf9-434b-8a65-4156b369f8ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b82c9b-dd08-4d83-aade-101cc4f2b21b') {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:17.008787 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7044da4b-a6ec-46d0-8c74-80e54e1eea2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:17.022582 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e408f80b-ebf9-434b-8a65-4156b369f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913397'] for segment, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:17.049571 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e408f80b-ebf9-434b-8a65-4156b369f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:17.057680 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e408f80b-ebf9-434b-8a65-4156b369f8ba admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:37:17.058153 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e408f80b-ebf9-434b-8a65-4156b369f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1570328'] for segment, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: Traceback (most recent call last): Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: timer() Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: cb(*args, **kw) Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: return func(*args, **kwargs) Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: self._notify() Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: self.callback(batched_events) Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: event.method(event) Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: return f(self, *a, **k) Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._get(url).json() Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: return self.request(url, 'GET', **kwargs) Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:37:17.059791 dv-cinder-759962-7-iscsi neutron-server[94056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:37:17.124199 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7044da4b-a6ec-46d0-8c74-80e54e1eea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:17.127189 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7044da4b-a6ec-46d0-8c74-80e54e1eea2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:17.128405 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-7044da4b-a6ec-46d0-8c74-80e54e1eea2c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3ac94b9-7e16-486e-98a9-4efb716cf3fc HTTP/1.1" status: 204 len: 168 time: 0.2917922 Aug 13 03:37:17.131326 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e408f80b-ebf9-434b-8a65-4156b369f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:17.136922 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e408f80b-ebf9-434b-8a65-4156b369f8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:17.138708 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-e408f80b-ebf9-434b-8a65-4156b369f8ba admin admin] 10.222.0.57 "DELETE /v2.0/networks/e27755bc-8921-4172-b817-75897b43cd74 HTTP/1.1" status: 204 len: 168 time: 0.4455273 Aug 13 03:37:17.144949 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044da4b-a6ec-46d0-8c74-80e54e1eea2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ac94b9-7e16-486e-98a9-4efb716cf3fc,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:17.155989 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408f80b-ebf9-434b-8a65-4156b369f8ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e27755bc-8921-4172-b817-75897b43cd74,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:17.467939 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 60804) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:17.523425 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378caf8a-d10c-4173-a8f6-f8c2bb311fe1 req-17fa2994-8127-4c85-9e64-c2988a8a8606 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:17.525059 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-378caf8a-d10c-4173-a8f6-f8c2bb311fe1 req-17fa2994-8127-4c85-9e64-c2988a8a8606 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 946 time: 0.0920851 Aug 13 03:37:17.528714 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-9296d519-91b0-45a1-9404-95c5e5ea9d9a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f63c2e1ad3a4729b0f20b76655caff2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0580356 Aug 13 03:37:17.531433 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60806) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:17.577086 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-378caf8a-d10c-4173-a8f6-f8c2bb311fe1 req-7a346d11-a893-4789-b711-061a459b351d tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442369 Aug 13 03:37:17.638336 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d5953ecf-1713-4d66-9404-ba030da04220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:17.664571 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d5953ecf-1713-4d66-9404-ba030da04220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:17.740212 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d5953ecf-1713-4d66-9404-ba030da04220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:17.742742 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d5953ecf-1713-4d66-9404-ba030da04220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:17.746643 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d5953ecf-1713-4d66-9404-ba030da04220 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8470c65-9219-43a5-aef1-941c3c20bc9a HTTP/1.1" status: 204 len: 168 time: 0.2112010 Aug 13 03:37:17.752367 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5953ecf-1713-4d66-9404-ba030da04220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8470c65-9219-43a5-aef1-941c3c20bc9a,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:18.423531 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e4edc-db65-4751-970c-b6aa4727be56 req-3afeca07-cfce-4411-a86d-46873ce59286 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:18.426258 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ae5e4edc-db65-4751-970c-b6aa4727be56 req-3afeca07-cfce-4411-a86d-46873ce59286 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 946 time: 0.0680530 Aug 13 03:37:18.473580 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ae5e4edc-db65-4751-970c-b6aa4727be56 req-e06c8492-d281-45de-951a-387ae97db73c tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400319 Aug 13 03:37:18.975655 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60906) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:19.139849 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-203833547-network', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:19.162488 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Made reservation on behalf of 2ad17b1804cb4960a697b55ead1340e7 for: {'network': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:37:19.165072 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.174267 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.263287 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.267585 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.287152 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=94056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:37:19.301459 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a28738e-47e4-4479-a6f0-b80e28546d73,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:19.305445 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.305780 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.segments_db [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Added segment adaf0778-4a81-4b1c-98f0-b3a233fe2019 of type vlan for network 7c8433f3-8dfb-491f-8cba-67225ddc7304 Aug 13 03:37:19.349932 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.378432 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.379502 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:19.382673 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.435987 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4589996 Aug 13 03:37:19.439461 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 60928) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:19.441277 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd5334-52ac-48d4-a7bf-06f06617859b admin admin] Pushing event updated for resources: {'Network': ['ID=7c8433f3-8dfb-491f-8cba-67225ddc7304,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:19.444447 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-30ea9c04-04b3-4f7a-a653-ef332df4f627 admin admin] Request body: {'subnet': {'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-203833547-subnet', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:19.451208 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 7c8433f3-8dfb-491f-8cba-67225ddc7304 details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:37:19.467422 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ea9c04-04b3-4f7a-a653-ef332df4f627 admin admin] Made reservation on behalf of 2ad17b1804cb4960a697b55ead1340e7 for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:37:19.469905 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-30ea9c04-04b3-4f7a-a653-ef332df4f627 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.642054 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-30ea9c04-04b3-4f7a-a653-ef332df4f627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.696125 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea9c04-04b3-4f7a-a653-ef332df4f627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0879edd8-5ffe-4b62-af40-fd4d67a82faf,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:19.704989 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea9c04-04b3-4f7a-a653-ef332df4f627 admin admin] Checking segment: {'id': 'adaf0778-4a81-4b1c-98f0-b3a233fe2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:37:19.705357 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea9c04-04b3-4f7a-a653-ef332df4f627 admin admin] Network hostable DHCP agents. Network: 7c8433f3-8dfb-491f-8cba-67225ddc7304, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:37:19.722026 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea9c04-04b3-4f7a-a653-ef332df4f627 admin admin] Network 7c8433f3-8dfb-491f-8cba-67225ddc7304 is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:37:19.730637 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-30ea9c04-04b3-4f7a-a653-ef332df4f627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 7c8433f3-8dfb-491f-8cba-67225ddc7304) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:37:19.735692 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ea9c04-04b3-4f7a-a653-ef332df4f627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:19.736399 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-30ea9c04-04b3-4f7a-a653-ef332df4f627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.742167 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3195c47-13ca-4712-bcb8-726bb200879e None None] Network 7c8433f3-8dfb-491f-8cba-67225ddc7304 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:37:19.751175 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-30ea9c04-04b3-4f7a-a653-ef332df4f627 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3100388 Aug 13 03:37:19.753939 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 60946) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:19.758240 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-203833547-router', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:19.778871 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3677678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.780056 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.835847 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:19.876515 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 60950) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:19.877760 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e3312d-6bfb-48d1-ba6c-467824f3a330 None None] Network 7c8433f3-8dfb-491f-8cba-67225ddc7304 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:37:19.979280 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.039887 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-20ca7d97-c543-4407-887f-8dcde0787d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.216989 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-20ca7d97-c543-4407-887f-8dcde0787d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.236305 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-20ca7d97-c543-4407-887f-8dcde0787d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.283483 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-20ca7d97-c543-4407-887f-8dcde0787d51 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dbd842888f3a47d38e49b6275f6cbf96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059627 Aug 13 03:37:20.284538 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca7d97-c543-4407-887f-8dcde0787d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a687fa2-1ce4-4679-ac6f-cc563f0007a8,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:20.286231 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60958) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:20.288356 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.307458 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.336335 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b3d0f736-4d4c-49c0-bbc5-24d945d3c22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.356821 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b3d0f736-4d4c-49c0-bbc5-24d945d3c22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.410615 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b3d0f736-4d4c-49c0-bbc5-24d945d3c22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.413066 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b3d0f736-4d4c-49c0-bbc5-24d945d3c22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.414202 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-b3d0f736-4d4c-49c0-bbc5-24d945d3c22a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a687fa2-1ce4-4679-ac6f-cc563f0007a8 HTTP/1.1" status: 204 len: 168 time: 0.1269555 Aug 13 03:37:20.415527 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Allocated IP 172.27.0.123 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/c547bbf0-1e44-4d66-9da9-960414b4f952) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:37:20.422291 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0f736-4d4c-49c0-bbc5-24d945d3c22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a687fa2-1ce4-4679-ac6f-cc563f0007a8,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:20.517340 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.556037 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.595141 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:37:20.599846 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:37:20.602157 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:37:20.639234 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Pushing event updated for resources: {'Port': ['ID=c547bbf0-1e44-4d66-9da9-960414b4f952,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:20.685001 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60964) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:20.698104 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b645b3a-dd80-425d-8a8c-80579553aee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.793564 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b645b3a-dd80-425d-8a8c-80579553aee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.797415 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2b645b3a-dd80-425d-8a8c-80579553aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.811743 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.835230 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-2b645b3a-dd80-425d-8a8c-80579553aee7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d7ce2362181d4168ad4e76ca052193a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490757 Aug 13 03:37:20.836212 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b645b3a-dd80-425d-8a8c-80579553aee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9658d125-9938-45d2-84de-53c01290d74c,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:20.838533 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60968) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:20.884781 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-045419f6-e248-4aaf-8940-f68180d62337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.904960 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-045419f6-e248-4aaf-8940-f68180d62337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.949017 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-045419f6-e248-4aaf-8940-f68180d62337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.951516 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-045419f6-e248-4aaf-8940-f68180d62337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:20.952687 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-045419f6-e248-4aaf-8940-f68180d62337 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9658d125-9938-45d2-84de-53c01290d74c HTTP/1.1" status: 204 len: 168 time: 0.1132700 Aug 13 03:37:20.960900 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045419f6-e248-4aaf-8940-f68180d62337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9658d125-9938-45d2-84de-53c01290d74c,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:21.011768 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675640'] for router, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:21.034588 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:37:21.137942 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Router 18725f28-d9f7-4d00-930d-359539e024f3 is scheduled to L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 with binding_index 1 {{(pid=94057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:37:21.250223 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:37:21.259760 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Sync routers for ids ['18725f28-d9f7-4d00-930d-359539e024f3'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:37:21.266933 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:21.269533 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Routers {'18725f28-d9f7-4d00-930d-359539e024f3'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:37:21.270339 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:36:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['18725f28-d9f7-4d00-930d-359539e024f3'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:21.271832 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 60982) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:21.272002 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-86ad9265-5245-41f3-bd3b-f2409150471a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.5169904 Aug 13 03:37:21.398773 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Set router 18725f28-d9f7-4d00-930d-359539e024f3 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:37:21.457257 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c592e89-5fcf-41d8-a766-12690fa08567 req-9be8ad33-a95d-4ef8-82cb-9ceff37437c8 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:21.459138 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3c592e89-5fcf-41d8-a766-12690fa08567 req-9be8ad33-a95d-4ef8-82cb-9ceff37437c8 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 946 time: 0.0554075 Aug 13 03:37:21.530554 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3c592e89-5fcf-41d8-a766-12690fa08567 req-6611fff4-9cc9-4a8f-add3-2b74a632750f tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544050 Aug 13 03:37:21.618820 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18725f28-d9f7-4d00-930d-359539e024f3', 'name': 'tempest-ServerRescueNegativeTestJSON-203833547-router', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:37:19Z', 'updated_at': '2021-08-13T03:37:20Z', 'revision_number': 3, 'project_id': '2ad17b1804cb4960a697b55ead1340e7', 'gw_port': {'id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18725f28-d9f7-4d00-930d-359539e024f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:37:20Z', 'updated_at': '2021-08-13T03:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:21.733136 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Checking router: 18725f28-d9f7-4d00-930d-359539e024f3 for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:37:21.733491 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Updating router 18725f28-d9f7-4d00-930d-359539e024f3 port c547bbf0-1e44-4d66-9da9-960414b4f952 binding host dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:37:21.761311 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:21.912023 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.018961 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.028666 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Transition to ACTIVE for port object c547bbf0-1e44-4d66-9da9-960414b4f952 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:37:22.034289 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.071192 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Allocated IP 172.20.0.1 (7c8433f3-8dfb-491f-8cba-67225ddc7304/0879edd8-5ffe-4b62-af40-fd4d67a82faf/ed7703fd-0aa4-4560-8b4c-137d82a464f6) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:37:22.081425 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Pushing event updated for resources: {'Port': ['ID=c547bbf0-1e44-4d66-9da9-960414b4f952,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:22.102920 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:22.103265 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:22.103613 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:22.103973 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:22.104309 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:22.104644 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:22.104975 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:22.105305 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:22.105642 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:22.105961 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:22.106288 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:22.106600 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:22.108419 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 32774) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:22.114715 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Attempting to bind port c547bbf0-1e44-4d66-9da9-960414b4f952 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:37:22.115346 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Attempting to bind port c547bbf0-1e44-4d66-9da9-960414b4f952 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:37:22.115805 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Attempting to bind port c547bbf0-1e44-4d66-9da9-960414b4f952 on network 447743f6-e021-4a69-b78c-3b977fcc1367 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:37:22.121776 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:37:22.122156 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Checking segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:37:22.122557 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.122946 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Bound using segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:37:22.123417 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Bound port: c547bbf0-1e44-4d66-9da9-960414b4f952, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:37:22.123888 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.180046 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.183091 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] For port c547bbf0-1e44-4d66-9da9-960414b4f952, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:37:22.186170 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] For port c547bbf0-1e44-4d66-9da9-960414b4f952, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=c547bbf0-1e44-4d66-9da9-960414b4f952,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:37:22.191379 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.222779 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.234563 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-babdb061-0360-4dff-b190-1f591540e856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.272011 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Network 7c8433f3-8dfb-491f-8cba-67225ddc7304 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:37:22.275111 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81721465-90c4-4681-adfc-9c04cbee22fa None None] Pushing event updated for resources: {'Port': ['ID=c547bbf0-1e44-4d66-9da9-960414b4f952,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:22.275414 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:37:22.285278 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:37:22.299732 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Routers {'18725f28-d9f7-4d00-930d-359539e024f3'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:37:22.300423 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:36:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['18725f28-d9f7-4d00-930d-359539e024f3'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:22.327034 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734573'] for router_interface, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.366111 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Pushing event updated for resources: {'Port': ['ID=ed7703fd-0aa4-4560-8b4c-137d82a464f6,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:22.436345 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-babdb061-0360-4dff-b190-1f591540e856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.441699 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-babdb061-0360-4dff-b190-1f591540e856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.480051 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.480541 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdb061-0360-4dff-b190-1f591540e856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e733ff08-3869-4554-a2f2-301acb1808f7,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:22.491797 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-babdb061-0360-4dff-b190-1f591540e856 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=665e376f61c74aab95dd53007b82e9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822098 Aug 13 03:37:22.492462 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 32796) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:22.517873 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] Set router 18725f28-d9f7-4d00-930d-359539e024f3 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:37:22.542221 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd7eb98-59fe-4f73-b987-e09171d489f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.572772 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd7eb98-59fe-4f73-b987-e09171d489f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.640671 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd7eb98-59fe-4f73-b987-e09171d489f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.645578 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd7eb98-59fe-4f73-b987-e09171d489f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.650923 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1cd7eb98-59fe-4f73-b987-e09171d489f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e733ff08-3869-4554-a2f2-301acb1808f7 HTTP/1.1" status: 204 len: 168 time: 0.1574762 Aug 13 03:37:22.661760 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7eb98-59fe-4f73-b987-e09171d489f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e733ff08-3869-4554-a2f2-301acb1808f7,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:22.703720 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.709733 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.756647 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18725f28-d9f7-4d00-930d-359539e024f3', 'name': 'tempest-ServerRescueNegativeTestJSON-203833547-router', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:37:19Z', 'updated_at': '2021-08-13T03:37:20Z', 'revision_number': 3, 'project_id': '2ad17b1804cb4960a697b55ead1340e7', 'gw_port': {'id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18725f28-d9f7-4d00-930d-359539e024f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:37:20Z', 'updated_at': '2021-08-13T03:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:22.780193 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3734713'] for router_interface, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:22.784634 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Pushing event updated for resources: {'Port': ['ID=ed7703fd-0aa4-4560-8b4c-137d82a464f6,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:22.799361 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1edd98-eb7f-4b3f-bc4e-9d54def133b4 None None] The sync data for ids ['18725f28-d9f7-4d00-930d-359539e024f3'] in dv-cinder-759962-7-iscsi is: [{'id': '18725f28-d9f7-4d00-930d-359539e024f3', 'name': 'tempest-ServerRescueNegativeTestJSON-203833547-router', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:37:19Z', 'updated_at': '2021-08-13T03:37:20Z', 'revision_number': 3, 'project_id': '2ad17b1804cb4960a697b55ead1340e7', 'gw_port': {'id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18725f28-d9f7-4d00-930d-359539e024f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:37:20Z', 'updated_at': '2021-08-13T03:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:37:22.887372 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Network 7c8433f3-8dfb-491f-8cba-67225ddc7304 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:37:22.888913 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:37:23.000061 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Router 18725f28-d9f7-4d00-930d-359539e024f3 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:37:23.116676 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:37:23.124416 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ef6144de-240a-4b6c-bdb2-c5817ea87d4b admin admin] 10.222.0.57 "PUT /v2.0/routers/18725f28-d9f7-4d00-930d-359539e024f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8511102 Aug 13 03:37:23.557078 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6ab5cf4c-3dfa-421f-b73d-77a353335df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:24.178274 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Sync routers for ids ['18725f28-d9f7-4d00-930d-359539e024f3'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:37:24.187131 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Routers {'18725f28-d9f7-4d00-930d-359539e024f3'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:37:24.187745 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:36:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['18725f28-d9f7-4d00-930d-359539e024f3'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:24.289603 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Set router 18725f28-d9f7-4d00-930d-359539e024f3 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:37:24.486743 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18725f28-d9f7-4d00-930d-359539e024f3', 'name': 'tempest-ServerRescueNegativeTestJSON-203833547-router', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:37:19Z', 'updated_at': '2021-08-13T03:37:22Z', 'revision_number': 4, 'project_id': '2ad17b1804cb4960a697b55ead1340e7', 'gw_port': {'id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18725f28-d9f7-4d00-930d-359539e024f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:37:20Z', 'updated_at': '2021-08-13T03:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'ed7703fd-0aa4-4560-8b4c-137d82a464f6', 'name': '', 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'mac_address': 'fa:16:3e:26:f1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18725f28-d9f7-4d00-930d-359539e024f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '0879edd8-5ffe-4b62-af40-fd4d67a82faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:37:21Z', 'updated_at': '2021-08-13T03:37:22Z', 'revision_number': 2, 'project_id': '2ad17b1804cb4960a697b55ead1340e7', 'subnets': [{'id': '0879edd8-5ffe-4b62-af40-fd4d67a82faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:24.512991 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Checking router: 18725f28-d9f7-4d00-930d-359539e024f3 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:37:24.513347 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Updating router 18725f28-d9f7-4d00-930d-359539e024f3 port ed7703fd-0aa4-4560-8b4c-137d82a464f6 binding host dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:37:24.539188 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:24.638819 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device c547bbf0-1e44-4d66-9da9-960414b4f952 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:37:24.749415 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port c547bbf0-1e44-4d66-9da9-960414b4f952 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:37:24.856758 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f8543-ffa2-422f-8cb2-019b09a07b84 req-058303d8-9486-49b7-95fe-7d2c7fad7b62 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:24.858298 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1a7f8543-ffa2-422f-8cb2-019b09a07b84 req-058303d8-9486-49b7-95fe-7d2c7fad7b62 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 946 time: 0.0630484 Aug 13 03:37:24.876159 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port c547bbf0-1e44-4d66-9da9-960414b4f952 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:37:24.876543 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:24.899378 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1a7f8543-ffa2-422f-8cb2-019b09a07b84 req-ca55dbcf-9224-4c5e-97a0-0b5e90e23589 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338759 Aug 13 03:37:25.027128 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:25.033034 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:25.052737 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Transition to ACTIVE for port object ed7703fd-0aa4-4560-8b4c-137d82a464f6 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:37:25.058416 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port c547bbf0-1e44-4d66-9da9-960414b4f952, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=c547bbf0-1e44-4d66-9da9-960414b4f952,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:25.060997 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:25.065477 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:25.073110 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-a5118c00-a501-47e4-9d61-ca4ec5f6ae46 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:25.074612 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-a5118c00-a501-47e4-9d61-ca4ec5f6ae46 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/networks?id=7c8433f3-8dfb-491f-8cba-67225ddc7304 HTTP/1.1" status: 200 len: 818 time: 0.1067235 Aug 13 03:37:25.092718 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-5f673780-4980-42e6-9f7c-2e2d34a5b24e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/quotas/2ad17b1804cb4960a697b55ead1340e7 HTTP/1.1" status: 200 len: 375 time: 0.0114875 Aug 13 03:37:25.115266 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Pushing event updated for resources: {'Port': ['ID=ed7703fd-0aa4-4560-8b4c-137d82a464f6,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:25.151894 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:25.152269 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:25.152623 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:25.152973 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:25.153309 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:25.153648 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:25.153984 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:25.154319 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:25.154671 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:25.155009 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:25.155354 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:25.155701 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:37:25.178631 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-8c1dcc0b-e1f8-4913-a767-71d1d7c87d6e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ad17b1804cb4960a697b55ead1340e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792179 Aug 13 03:37:25.192021 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd011d4-4c93-4cd6-a20f-98f771ff7dea req-42e8b118-d222-4e5e-893c-04b9711a1421 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:25.193618 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ddd011d4-4c93-4cd6-a20f-98f771ff7dea req-42e8b118-d222-4e5e-893c-04b9711a1421 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.63 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 946 time: 0.0679448 Aug 13 03:37:25.196434 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Attempting to bind port ed7703fd-0aa4-4560-8b4c-137d82a464f6 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:37:25.196818 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Attempting to bind port ed7703fd-0aa4-4560-8b4c-137d82a464f6 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': 'adaf0778-4a81-4b1c-98f0-b3a233fe2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:37:25.197211 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Attempting to bind port ed7703fd-0aa4-4560-8b4c-137d82a464f6 on network 7c8433f3-8dfb-491f-8cba-67225ddc7304 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:37:25.212128 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:37:25.212543 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Checking segment: {'id': 'adaf0778-4a81-4b1c-98f0-b3a233fe2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:37:25.212930 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:25.213371 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Bound using segment: {'id': 'adaf0778-4a81-4b1c-98f0-b3a233fe2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:37:25.213921 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Bound port: ed7703fd-0aa4-4560-8b4c-137d82a464f6, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adaf0778-4a81-4b1c-98f0-b3a233fe2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:37:25.214319 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:25.238501 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=c547bbf0-1e44-4d66-9da9-960414b4f952,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:25.289276 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] For port ed7703fd-0aa4-4560-8b4c-137d82a464f6, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:37:25.292224 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] For port ed7703fd-0aa4-4560-8b4c-137d82a464f6, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=ed7703fd-0aa4-4560-8b4c-137d82a464f6,segment=NetworkSegment(adaf0778-4a81-4b1c-98f0-b3a233fe2019),segment_id=adaf0778-4a81-4b1c-98f0-b3a233fe2019)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:37:25.297725 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:25.345682 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-2f6e738d-1122-4e14-b294-ebdadf5b8036 service neutron] 10.222.0.57 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510589 Aug 13 03:37:25.356599 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c419dd5-a3f1-4801-aa7c-2497160e99c0 None None] Pushing event updated for resources: {'Port': ['ID=ed7703fd-0aa4-4560-8b4c-137d82a464f6,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:25.360199 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Routers {'18725f28-d9f7-4d00-930d-359539e024f3'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:37:25.361020 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:36:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['18725f28-d9f7-4d00-930d-359539e024f3'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:25.407623 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-ddd011d4-4c93-4cd6-a20f-98f771ff7dea req-fa7dd882-c22e-4c8c-a91f-e9f6a9802d80 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Deleting port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:37:25.407977 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ddd011d4-4c93-4cd6-a20f-98f771ff7dea req-fa7dd882-c22e-4c8c-a91f-e9f6a9802d80 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:25.468193 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] Set router 18725f28-d9f7-4d00-930d-359539e024f3 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:37:25.690880 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18725f28-d9f7-4d00-930d-359539e024f3', 'name': 'tempest-ServerRescueNegativeTestJSON-203833547-router', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:37:19Z', 'updated_at': '2021-08-13T03:37:22Z', 'revision_number': 4, 'project_id': '2ad17b1804cb4960a697b55ead1340e7', 'gw_port': {'id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18725f28-d9f7-4d00-930d-359539e024f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:37:20Z', 'updated_at': '2021-08-13T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'ed7703fd-0aa4-4560-8b4c-137d82a464f6', 'name': '', 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'mac_address': 'fa:16:3e:26:f1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18725f28-d9f7-4d00-930d-359539e024f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '0879edd8-5ffe-4b62-af40-fd4d67a82faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:37:21Z', 'updated_at': '2021-08-13T03:37:25Z', 'revision_number': 4, 'project_id': '2ad17b1804cb4960a697b55ead1340e7', 'subnets': [{'id': '0879edd8-5ffe-4b62-af40-fd4d67a82faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:25.717536 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-e2546521-759d-49cd-a519-06a33c1d8ff9 service neutron] 10.222.0.57 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655460 Aug 13 03:37:25.722947 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea559fc-3056-4d60-99e8-990f48ed85ee None None] The sync data for ids ['18725f28-d9f7-4d00-930d-359539e024f3'] in dv-cinder-759962-7-iscsi is: [{'id': '18725f28-d9f7-4d00-930d-359539e024f3', 'name': 'tempest-ServerRescueNegativeTestJSON-203833547-router', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:37:19Z', 'updated_at': '2021-08-13T03:37:22Z', 'revision_number': 4, 'project_id': '2ad17b1804cb4960a697b55ead1340e7', 'gw_port': {'id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18725f28-d9f7-4d00-930d-359539e024f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:37:20Z', 'updated_at': '2021-08-13T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'ed7703fd-0aa4-4560-8b4c-137d82a464f6', 'name': '', 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'mac_address': 'fa:16:3e:26:f1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18725f28-d9f7-4d00-930d-359539e024f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '0879edd8-5ffe-4b62-af40-fd4d67a82faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:37:21Z', 'updated_at': '2021-08-13T03:37:25Z', 'revision_number': 4, 'project_id': '2ad17b1804cb4960a697b55ead1340e7', 'subnets': [{'id': '0879edd8-5ffe-4b62-af40-fd4d67a82faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:37:25.730734 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-ddd011d4-4c93-4cd6-a20f-98f771ff7dea req-fa7dd882-c22e-4c8c-a91f-e9f6a9802d80 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] For port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ebc48a8f-3736-4eeb-bc61-91e65a4c7d45,segment=NetworkSegment(ee57299f-b41f-4443-875e-98c3cd96afa2),segment_id=ee57299f-b41f-4443-875e-98c3cd96afa2)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:25.731111 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ddd011d4-4c93-4cd6-a20f-98f771ff7dea req-fa7dd882-c22e-4c8c-a91f-e9f6a9802d80 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:25.746063 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-ddd011d4-4c93-4cd6-a20f-98f771ff7dea req-fa7dd882-c22e-4c8c-a91f-e9f6a9802d80 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Calling delete_port for ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:37:26.078047 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ddd011d4-4c93-4cd6-a20f-98f771ff7dea req-fa7dd882-c22e-4c8c-a91f-e9f6a9802d80 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:26.108800 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-697c19c1-1b49-42e6-88b1-7a8f9e795f80 req-741b30c5-5433-4a38-aeb9-beef47e7e80e tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 210 time: 0.0614800 Aug 13 03:37:26.134679 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7217fd1b-0962-47ea-a464-76e38739b827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:26.206349 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f8498158-c7d5-47dd-91f2-39cc5d761207 req-27dcacd6-db56-4805-a9d2-127bbb536c6a tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 210 time: 0.1017249 Aug 13 03:37:26.228267 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7dd882-c22e-4c8c-a91f-e9f6a9802d80 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Pushing event deleted for resources: {'Port': ['ID=ebc48a8f-3736-4eeb-bc61-91e65a4c7d45,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:26.281045 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd011d4-4c93-4cd6-a20f-98f771ff7dea req-fa7dd882-c22e-4c8c-a91f-e9f6a9802d80 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] No DVR routers for this DVR port ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:37:26.282316 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:26.284252 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ddd011d4-4c93-4cd6-a20f-98f771ff7dea req-fa7dd882-c22e-4c8c-a91f-e9f6a9802d80 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:26.288230 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ddd011d4-4c93-4cd6-a20f-98f771ff7dea req-fa7dd882-c22e-4c8c-a91f-e9f6a9802d80 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.63 "DELETE /v2.0/ports/ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 HTTP/1.1" status: 204 len: 173 time: 1.0854564 Aug 13 03:37:26.288920 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b93f2d-339a-4440-b501-42931de6c23b', 'name': 'network-vif-deleted', 'tag': 'ebc48a8f-3736-4eeb-bc61-91e65a4c7d45'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:37:26.291480 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da5dc4b-0b2a-4eed-9f6a-98a0cab5f702" -d '{"events": [{"server_uuid": "62b93f2d-339a-4440-b501-42931de6c23b", "name": "network-vif-deleted", "tag": "ebc48a8f-3736-4eeb-bc61-91e65a4c7d45"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:37:26.340825 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b046c8-b98c-4f1f-8c51-dd3f59d6a8c8 x-openstack-request-id: req-d0b046c8-b98c-4f1f-8c51-dd3f59d6a8c8 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:37:26.341123 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b93f2d-339a-4440-b501-42931de6c23b", "name": "network-vif-deleted", "tag": "ebc48a8f-3736-4eeb-bc61-91e65a4c7d45", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:37:26.341376 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0b046c8-b98c-4f1f-8c51-dd3f59d6a8c8 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:37:26.341778 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b93f2d-339a-4440-b501-42931de6c23b', 'name': 'network-vif-deleted', 'tag': 'ebc48a8f-3736-4eeb-bc61-91e65a4c7d45', 'status': 'completed', 'code': 200} Aug 13 03:37:26.497622 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-1664007b-5c90-484b-ab8b-142a0c8a693d tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:26.499338 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-1664007b-5c90-484b-ab8b-142a0c8a693d tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/networks?id=7c8433f3-8dfb-491f-8cba-67225ddc7304 HTTP/1.1" status: 200 len: 818 time: 0.1321380 Aug 13 03:37:26.518502 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-b8aac20b-eb5f-48e4-a186-c20f935ffd22 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/quotas/2ad17b1804cb4960a697b55ead1340e7 HTTP/1.1" status: 200 len: 375 time: 0.0113790 Aug 13 03:37:26.571692 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-33dd3944-2940-4935-94d9-91b5fd071e71 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ad17b1804cb4960a697b55ead1340e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470331 Aug 13 03:37:26.680903 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-b77fede9-5d2a-4322-a620-d29059bb13d6 service neutron] 10.222.0.57 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015022 Aug 13 03:37:26.699159 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device ed7703fd-0aa4-4560-8b4c-137d82a464f6 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:37:26.751826 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port ed7703fd-0aa4-4560-8b4c-137d82a464f6 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:37:26.756989 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port ed7703fd-0aa4-4560-8b4c-137d82a464f6 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:37:26.757374 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:26.786076 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-c660d434-3f9e-49c7-8db7-c2346492d8ec service neutron] 10.222.0.57 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967376 Aug 13 03:37:26.864116 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:26.913858 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port ed7703fd-0aa4-4560-8b4c-137d82a464f6, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=ed7703fd-0aa4-4560-8b4c-137d82a464f6,segment=NetworkSegment(adaf0778-4a81-4b1c-98f0-b3a233fe2019),segment_id=adaf0778-4a81-4b1c-98f0-b3a233fe2019)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:26.925710 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:26.926730 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device c547bbf0-1e44-4d66-9da9-960414b4f952 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:37:27.015049 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d5dddbc7-d40a-4e2e-832b-f479d8ddafd6 req-5147e5e6-8998-4550-992d-5af2c988dfe5 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 210 time: 0.0421109 Aug 13 03:37:27.050946 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=ed7703fd-0aa4-4560-8b4c-137d82a464f6,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:27.056573 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port c547bbf0-1e44-4d66-9da9-960414b4f952 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:37:27.057140 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:27.299330 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:27.895863 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 32998) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:27.997749 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3758bc93-9033-4b46-9c08-adf6e23cf0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.087986 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3758bc93-9033-4b46-9c08-adf6e23cf0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.091518 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3758bc93-9033-4b46-9c08-adf6e23cf0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.127399 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3758bc93-9033-4b46-9c08-adf6e23cf0ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65fa3ba9baff421fba6925ec9b913bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304122 Aug 13 03:37:28.129251 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758bc93-9033-4b46-9c08-adf6e23cf0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa14387-6a73-4b1a-b03a-e8d752444d4f,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:28.130132 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33004) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:28.179502 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d43d0be9-123d-4307-9cd0-7a0b2c6d11e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.200640 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d43d0be9-123d-4307-9cd0-7a0b2c6d11e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.245034 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d43d0be9-123d-4307-9cd0-7a0b2c6d11e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.247637 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d43d0be9-123d-4307-9cd0-7a0b2c6d11e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.248857 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d43d0be9-123d-4307-9cd0-7a0b2c6d11e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5fa14387-6a73-4b1a-b03a-e8d752444d4f HTTP/1.1" status: 204 len: 168 time: 0.1177506 Aug 13 03:37:28.256928 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d0be9-123d-4307-9cd0-7a0b2c6d11e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa14387-6a73-4b1a-b03a-e8d752444d4f,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:28.499173 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33012) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:28.512504 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-59665f7f-b9d7-4921-b679-9ecec12f068f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.527247 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:37:28.551647 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:37:28.552031 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ebc48a8f-3736-4eeb-bc61-91e65a4c7d45 not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:37:28.605644 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-59665f7f-b9d7-4921-b679-9ecec12f068f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.609992 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-59665f7f-b9d7-4921-b679-9ecec12f068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.615286 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device ed7703fd-0aa4-4560-8b4c-137d82a464f6 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:37:28.645831 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59665f7f-b9d7-4921-b679-9ecec12f068f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df4e343-3021-483b-86de-72022ea18d0b,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:28.649897 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-59665f7f-b9d7-4921-b679-9ecec12f068f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d6686eda82c40bd8f5deb6192618452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496723 Aug 13 03:37:28.652470 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33014) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:28.665489 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port ed7703fd-0aa4-4560-8b4c-137d82a464f6 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:37:28.665671 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.703355 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4430f82e-cc3f-4f3e-abbe-e70f2e6870d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.724758 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4430f82e-cc3f-4f3e-abbe-e70f2e6870d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.769497 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4430f82e-cc3f-4f3e-abbe-e70f2e6870d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.771976 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4430f82e-cc3f-4f3e-abbe-e70f2e6870d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:28.773130 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-4430f82e-cc3f-4f3e-abbe-e70f2e6870d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8df4e343-3021-483b-86de-72022ea18d0b HTTP/1.1" status: 204 len: 168 time: 0.1197712 Aug 13 03:37:28.780636 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430f82e-cc3f-4f3e-abbe-e70f2e6870d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df4e343-3021-483b-86de-72022ea18d0b,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:28.843412 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:29.794555 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3dbeaf1f-1ce5-4a65-8063-eede16f0b8a2 req-f16a9d5b-e0a0-4fee-83ff-4537da0b6809 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b93f2d-339a-4440-b501-42931de6c23b HTTP/1.1" status: 200 len: 210 time: 0.0258846 Aug 13 03:37:29.885402 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-64f27037-8f51-41a7-82e9-39b909808653 req-a40dfdb2-d9e8-461e-8a2a-b7d425c6345f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 210 time: 0.0310154 Aug 13 03:37:30.381549 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33068) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:30.515652 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6f9c93aa-a411-4a6d-a112-3fff1f058078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:30.615725 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6f9c93aa-a411-4a6d-a112-3fff1f058078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:30.619670 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6f9c93aa-a411-4a6d-a112-3fff1f058078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:30.649207 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-6f9c93aa-a411-4a6d-a112-3fff1f058078 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6656bdecc10842c8bdcff0e53a6d0906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664883 Aug 13 03:37:30.652312 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33074) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:30.683469 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-e5652d5f-dff2-4980-b334-d768b7cb68a9 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:30.685217 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-e5652d5f-dff2-4980-b334-d768b7cb68a9 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.63 "GET /v2.0/networks?id=7c8433f3-8dfb-491f-8cba-67225ddc7304 HTTP/1.1" status: 200 len: 818 time: 0.1262617 Aug 13 03:37:30.693789 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c93aa-a411-4a6d-a112-3fff1f058078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa15e0ca-ea60-4a5a-9234-d2768b863e53,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:30.708424 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-f869e57c-ded2-46e8-9216-a7ea6b529865 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Request body: {'port': {'device_id': 'cc295245-ee97-4865-ae47-ea2d7704137f', 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304', 'admin_state_up': True, 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:30.710429 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d99d70b9-585f-4a2d-b049-f1b574969cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:30.737799 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d99d70b9-585f-4a2d-b049-f1b574969cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:30.785017 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d99d70b9-585f-4a2d-b049-f1b574969cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:30.787583 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d99d70b9-585f-4a2d-b049-f1b574969cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:30.791458 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d99d70b9-585f-4a2d-b049-f1b574969cc7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa15e0ca-ea60-4a5a-9234-d2768b863e53 HTTP/1.1" status: 204 len: 168 time: 0.1355412 Aug 13 03:37:30.798502 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d70b9-585f-4a2d-b049-f1b574969cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa15e0ca-ea60-4a5a-9234-d2768b863e53,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:30.868901 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-f869e57c-ded2-46e8-9216-a7ea6b529865 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Made reservation on behalf of 2ad17b1804cb4960a697b55ead1340e7 for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:37:30.876878 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-f869e57c-ded2-46e8-9216-a7ea6b529865 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.090265 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ff19afcb-8bff-472a-8cd0-3422ee4c3d6b req-14d608f7-0d1d-4c7c-bb0b-45eb75f45f14 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 210 time: 0.0493791 Aug 13 03:37:31.091420 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-f869e57c-ded2-46e8-9216-a7ea6b529865 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Allocated IP 172.20.0.2 (7c8433f3-8dfb-491f-8cba-67225ddc7304/0879edd8-5ffe-4b62-af40-fd4d67a82faf/6fa8c997-3b8c-4308-83c8-70d6aae4a0fc) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:37:31.246534 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33116) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:31.260301 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ee02b03-8b4a-421b-974e-f999a75df68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.366117 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ee02b03-8b4a-421b-974e-f999a75df68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.370673 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ee02b03-8b4a-421b-974e-f999a75df68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.376568 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-66ec9172-a8bc-442d-ad44-9acd1e81f356 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:31.378054 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-66ec9172-a8bc-442d-ad44-9acd1e81f356 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.63 "GET /v2.0/networks?id=7c8433f3-8dfb-491f-8cba-67225ddc7304 HTTP/1.1" status: 200 len: 818 time: 0.2763371 Aug 13 03:37:31.394029 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9165c1-8312-492d-936c-a1447b61755d req-44808f14-66c4-4874-99fe-37051c7ba7c0 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:31.395578 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-44808f14-66c4-4874-99fe-37051c7ba7c0 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/networks?id=00601a12-097d-42f0-b23c-27dce0925916 HTTP/1.1" status: 200 len: 809 time: 0.3245673 Aug 13 03:37:31.405791 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-e269b46a-6abd-4fe5-ae3d-dd75fc47741e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Request body: {'port': {'device_id': 'e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a', 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304', 'admin_state_up': True, 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:31.407806 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee02b03-8b4a-421b-974e-f999a75df68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e7acc3-a159-43fc-b981-8bfc59db1b71,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:31.414725 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-1ee02b03-8b4a-421b-974e-f999a75df68a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b28d17f6c69645f69f46618cc53be714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671448 Aug 13 03:37:31.415831 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33122) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:31.464406 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0717667c-1b6f-4648-b424-e39e697c1c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.477468 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-1581de04-9c34-4100-84a3-8a3f5d8a73f5 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/quotas/a7154702f602470c82487c552ad2cf5e HTTP/1.1" status: 200 len: 375 time: 0.0655916 Aug 13 03:37:31.486224 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0717667c-1b6f-4648-b424-e39e697c1c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.537537 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33130) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:31.544155 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-b4b1c5d7-e5fb-43a6-9c59-e29d6742f890 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7154702f602470c82487c552ad2cf5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586057 Aug 13 03:37:31.563780 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0717667c-1b6f-4648-b424-e39e697c1c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.566894 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0717667c-1b6f-4648-b424-e39e697c1c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.567633 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-0717667c-1b6f-4648-b424-e39e697c1c13 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/12e7acc3-a159-43fc-b981-8bfc59db1b71 HTTP/1.1" status: 204 len: 168 time: 0.1507411 Aug 13 03:37:31.586059 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717667c-1b6f-4648-b424-e39e697c1c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e7acc3-a159-43fc-b981-8bfc59db1b71,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:31.663735 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-f869e57c-ded2-46e8-9216-a7ea6b529865 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.713722 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1296-5eac-4431-8979-ff104a60fd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.719063 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-e269b46a-6abd-4fe5-ae3d-dd75fc47741e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Made reservation on behalf of 2ad17b1804cb4960a697b55ead1340e7 for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:37:31.722866 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-e269b46a-6abd-4fe5-ae3d-dd75fc47741e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.783102 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-38a5febd-74f0-493a-80d7-88121e9aff43 service neutron] 10.222.0.57 "GET /v2.0/networks/00601a12-097d-42f0-b23c-27dce0925916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239618 Aug 13 03:37:31.854097 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-f869e57c-ded2-46e8-9216-a7ea6b529865 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.893047 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1296-5eac-4431-8979-ff104a60fd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.900594 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1296-5eac-4431-8979-ff104a60fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:31.936302 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-e0bb1296-5eac-4431-8979-ff104a60fd66 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f8d4eea0d4984c8bb5815d57b8d6f190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975368 Aug 13 03:37:31.939309 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33150) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:31.966623 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-f869e57c-ded2-46e8-9216-a7ea6b529865 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Network 7c8433f3-8dfb-491f-8cba-67225ddc7304 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:37:32.006239 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb1296-5eac-4431-8979-ff104a60fd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d6bbfa-817f-47f9-97db-e7059bdfc80f,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:32.010566 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-f869e57c-ded2-46e8-9216-a7ea6b529865 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:37:32.017995 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-f869e57c-ded2-46e8-9216-a7ea6b529865 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:37:32.028361 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-f869e57c-ded2-46e8-9216-a7ea6b529865 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:32.029056 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-f869e57c-ded2-46e8-9216-a7ea6b529865 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.060487 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-11fa9ec9-6492-4d3e-9397-0120fbeb70ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.069823 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869e57c-ded2-46e8-9216-a7ea6b529865 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Pushing event updated for resources: {'Port': ['ID=6fa8c997-3b8c-4308-83c8-70d6aae4a0fc,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:32.086828 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-f869e57c-ded2-46e8-9216-a7ea6b529865 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3833468 Aug 13 03:37:32.092377 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-11fa9ec9-6492-4d3e-9397-0120fbeb70ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.099002 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-2b7eb009-e2c1-4eff-b259-30d7395dc10f service neutron] 10.222.0.57 "GET /v2.0/networks/00601a12-097d-42f0-b23c-27dce0925916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769377 Aug 13 03:37:32.104786 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-e269b46a-6abd-4fe5-ae3d-dd75fc47741e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Allocated IP 172.20.0.10 (7c8433f3-8dfb-491f-8cba-67225ddc7304/0879edd8-5ffe-4b62-af40-fd4d67a82faf/aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:37:32.111244 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Request body: {'port': {'device_id': 'cc295245-ee97-4865-ae47-ea2d7704137f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:32.187062 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-11fa9ec9-6492-4d3e-9397-0120fbeb70ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.191112 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-11fa9ec9-6492-4d3e-9397-0120fbeb70ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.195077 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-11fa9ec9-6492-4d3e-9397-0120fbeb70ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/54d6bbfa-817f-47f9-97db-e7059bdfc80f HTTP/1.1" status: 204 len: 168 time: 0.2520094 Aug 13 03:37:32.201734 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa9ec9-6492-4d3e-9397-0120fbeb70ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d6bbfa-817f-47f9-97db-e7059bdfc80f,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:32.294188 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.418351 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cf1ae52c-a0e3-4c89-8f2c-06dbb11fabd2 req-c18c1795-9be0-4a6c-800f-08916411dec8 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 210 time: 0.0914738 Aug 13 03:37:32.465703 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744f0ab-3153-4a69-b7c2-f0cea9d22246 req-8480a5f0-a147-483b-929b-cb24d07374f3 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:32.467477 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9744f0ab-3153-4a69-b7c2-f0cea9d22246 req-8480a5f0-a147-483b-929b-cb24d07374f3 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 931 time: 0.2609224 Aug 13 03:37:32.610787 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33182) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:32.629013 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-17144417-e95c-4d60-80e6-13006363c17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.672909 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9744f0ab-3153-4a69-b7c2-f0cea9d22246 req-3a58483f-c28a-4af5-81da-65f609559781 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942573 Aug 13 03:37:32.675767 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-e269b46a-6abd-4fe5-ae3d-dd75fc47741e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.736742 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-e269b46a-6abd-4fe5-ae3d-dd75fc47741e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.755465 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-17144417-e95c-4d60-80e6-13006363c17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.759709 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-17144417-e95c-4d60-80e6-13006363c17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.804826 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-17144417-e95c-4d60-80e6-13006363c17e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e43ef96757e44e8b8b43f67743e54f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918797 Aug 13 03:37:32.805471 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33188) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:32.810211 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17144417-e95c-4d60-80e6-13006363c17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2612d90-1f50-47bb-b051-a17528b9eb95,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:32.870011 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-e269b46a-6abd-4fe5-ae3d-dd75fc47741e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Network 7c8433f3-8dfb-491f-8cba-67225ddc7304 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:37:32.876871 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-31c57059-6976-4b9d-b3b4-e5a3c9e7fde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.884071 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-e269b46a-6abd-4fe5-ae3d-dd75fc47741e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:37:32.886403 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-e269b46a-6abd-4fe5-ae3d-dd75fc47741e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:37:32.892115 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-e269b46a-6abd-4fe5-ae3d-dd75fc47741e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:32.892740 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-e269b46a-6abd-4fe5-ae3d-dd75fc47741e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.898837 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269b46a-6abd-4fe5-ae3d-dd75fc47741e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Pushing event updated for resources: {'Port': ['ID=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:32.910411 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-31c57059-6976-4b9d-b3b4-e5a3c9e7fde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.927822 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-e269b46a-6abd-4fe5-ae3d-dd75fc47741e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5269973 Aug 13 03:37:32.970237 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Request body: {'port': {'device_id': 'e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:32.973733 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-31c57059-6976-4b9d-b3b4-e5a3c9e7fde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.989157 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-31c57059-6976-4b9d-b3b4-e5a3c9e7fde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:32.991926 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-31c57059-6976-4b9d-b3b4-e5a3c9e7fde2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2612d90-1f50-47bb-b051-a17528b9eb95 HTTP/1.1" status: 204 len: 168 time: 0.1829348 Aug 13 03:37:33.005208 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:37:33.009853 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c57059-6976-4b9d-b3b4-e5a3c9e7fde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2612d90-1f50-47bb-b051-a17528b9eb95,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:33.016407 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:33.050120 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:33.071244 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Transition to ACTIVE for port object 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:37:33.078651 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:33.178597 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa8c997-3b8c-4308-83c8-70d6aae4a0fc,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:33.276576 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Attempting to bind port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:37:33.276936 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Attempting to bind port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'adaf0778-4a81-4b1c-98f0-b3a233fe2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:37:33.277636 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Attempting to bind port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc on network 7c8433f3-8dfb-491f-8cba-67225ddc7304 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:37:33.287152 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc on network 7c8433f3-8dfb-491f-8cba-67225ddc7304 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:37:33.291531 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Attempting to bind port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc on network 7c8433f3-8dfb-491f-8cba-67225ddc7304 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:37:33.552843 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:37:33.553258 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Checking segment: {'id': 'adaf0778-4a81-4b1c-98f0-b3a233fe2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:37:33.553560 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Bound using segment: {'id': 'adaf0778-4a81-4b1c-98f0-b3a233fe2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:37:33.554011 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Bound port: 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adaf0778-4a81-4b1c-98f0-b3a233fe2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:37:33.554367 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:33.602787 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7e1dba70-1871-4612-b260-4d2218c793ee req-15fdea44-a6e1-4b88-9b46-965db83edb15 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 210 time: 0.0372550 Aug 13 03:37:33.623848 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.63', 53631) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:33.752211 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] For port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:37:33.772248 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] For port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6fa8c997-3b8c-4308-83c8-70d6aae4a0fc,segment=NetworkSegment(adaf0778-4a81-4b1c-98f0-b3a233fe2019),segment_id=adaf0778-4a81-4b1c-98f0-b3a233fe2019)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:37:33.774810 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:37:33.782973 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:33.807663 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:33.837002 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9165c1-8312-492d-936c-a1447b61755d req-d5e5aa5a-c8b3-4251-a6ca-d252aeb1c4c1 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:33.837937 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-d5e5aa5a-c8b3-4251-a6ca-d252aeb1c4c1 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.63 "GET /v2.0/networks?id=00601a12-097d-42f0-b23c-27dce0925916 HTTP/1.1" status: 200 len: 809 time: 0.2129660 Aug 13 03:37:33.888563 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:33.889199 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:33.891166 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] 10.222.0.63 "PUT /v2.0/ports/6fa8c997-3b8c-4308-83c8-70d6aae4a0fc HTTP/1.1" status: 200 len: 1093 time: 1.7879725 Aug 13 03:37:33.891638 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc295245-ee97-4865-ae47-ea2d7704137f', 'tag': '6fa8c997-3b8c-4308-83c8-70d6aae4a0fc'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:37:33.893899 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb5d47b-f5b5-4845-9c06-58d19ac008ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cc295245-ee97-4865-ae47-ea2d7704137f", "tag": "6fa8c997-3b8c-4308-83c8-70d6aae4a0fc"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:37:33.900803 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Transition to ACTIVE for port object aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:37:33.922307 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:33.943666 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eabcf6-f00a-4826-9145-e617bbeddb92 x-openstack-request-id: req-03eabcf6-f00a-4826-9145-e617bbeddb92 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:37:33.943974 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc295245-ee97-4865-ae47-ea2d7704137f", "tag": "6fa8c997-3b8c-4308-83c8-70d6aae4a0fc", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:37:33.944228 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03eabcf6-f00a-4826-9145-e617bbeddb92 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:37:33.944615 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc295245-ee97-4865-ae47-ea2d7704137f', 'tag': '6fa8c997-3b8c-4308-83c8-70d6aae4a0fc', 'status': 'completed', 'code': 200} Aug 13 03:37:33.965048 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650d008-ab04-4e0d-b9a0-5616a5c2f81c req-2a764996-f86d-4513-be5f-10c14783d032 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:33.966550 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d650d008-ab04-4e0d-b9a0-5616a5c2f81c req-2a764996-f86d-4513-be5f-10c14783d032 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 943 time: 0.1496658 Aug 13 03:37:33.967177 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0ce79-58eb-44e5-beca-ec126aedd038 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa8c997-3b8c-4308-83c8-70d6aae4a0fc,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:34.046715 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Pushing event updated for resources: {'Port': ['ID=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:34.066015 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Attempting to bind port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:37:34.066349 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Attempting to bind port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'adaf0778-4a81-4b1c-98f0-b3a233fe2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:37:34.066664 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Attempting to bind port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d on network 7c8433f3-8dfb-491f-8cba-67225ddc7304 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:37:34.074391 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d on network 7c8433f3-8dfb-491f-8cba-67225ddc7304 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:37:34.076279 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Attempting to bind port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d on network 7c8433f3-8dfb-491f-8cba-67225ddc7304 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:37:34.079996 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d650d008-ab04-4e0d-b9a0-5616a5c2f81c req-1516b307-7358-4dc3-8fc5-d95e19ad61da tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815930 Aug 13 03:37:34.084678 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:37:34.085112 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Checking segment: {'id': 'adaf0778-4a81-4b1c-98f0-b3a233fe2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:37:34.085528 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Bound using segment: {'id': 'adaf0778-4a81-4b1c-98f0-b3a233fe2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:37:34.086154 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Bound port: aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adaf0778-4a81-4b1c-98f0-b3a233fe2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:37:34.086619 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:34.163800 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] For port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:37:34.168091 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] For port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d,segment=NetworkSegment(adaf0778-4a81-4b1c-98f0-b3a233fe2019),segment_id=adaf0778-4a81-4b1c-98f0-b3a233fe2019)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:37:34.172534 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:34.186918 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33250) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:34.204552 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:34.205167 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:34.206567 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] 10.222.0.63 "PUT /v2.0/ports/aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d HTTP/1.1" status: 200 len: 1094 time: 1.2455721 Aug 13 03:37:34.230967 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1adde-c5e7-42df-a8a3-771a9fce3768 service neutron] Pushing event updated for resources: {'Port': ['ID=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:34.318832 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a315b784-c327-4673-bec2-9eff66471f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:34.559743 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a315b784-c327-4673-bec2-9eff66471f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:34.564845 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a315b784-c327-4673-bec2-9eff66471f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:34.601279 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315b784-c327-4673-bec2-9eff66471f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be697f83-5e2d-486e-9857-c5ed6e3c4821,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:34.605513 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-a315b784-c327-4673-bec2-9eff66471f5f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=821286e98d454607aab663c53786dc18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166639 Aug 13 03:37:34.608281 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33270) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:34.657201 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c597b827-7b3b-40e6-9c77-6d42943e2aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:34.678255 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c597b827-7b3b-40e6-9c77-6d42943e2aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:34.724615 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c597b827-7b3b-40e6-9c77-6d42943e2aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:34.730375 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c597b827-7b3b-40e6-9c77-6d42943e2aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:34.731703 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-c597b827-7b3b-40e6-9c77-6d42943e2aa2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/be697f83-5e2d-486e-9857-c5ed6e3c4821 HTTP/1.1" status: 204 len: 168 time: 0.1222332 Aug 13 03:37:34.742572 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597b827-7b3b-40e6-9c77-6d42943e2aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be697f83-5e2d-486e-9857-c5ed6e3c4821,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:35.056743 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 33286) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:35.069923 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d580bea2-dc2a-4e3d-adb8-bb2d2fb06b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:35.163242 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d580bea2-dc2a-4e3d-adb8-bb2d2fb06b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:35.168618 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d580bea2-dc2a-4e3d-adb8-bb2d2fb06b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:35.218543 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d580bea2-dc2a-4e3d-adb8-bb2d2fb06b16 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e5724bb5bdd430a999bc83e0220ae79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607559 Aug 13 03:37:35.220438 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580bea2-dc2a-4e3d-adb8-bb2d2fb06b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c066a05-1516-4c85-aa38-55e869c2e52c,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:35.221673 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33294) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:35.275784 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cefa059e-318d-4c71-b997-558623a2ebd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:35.295665 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cefa059e-318d-4c71-b997-558623a2ebd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:35.340657 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cefa059e-318d-4c71-b997-558623a2ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:35.343031 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cefa059e-318d-4c71-b997-558623a2ebd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:35.344796 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-cefa059e-318d-4c71-b997-558623a2ebd7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c066a05-1516-4c85-aa38-55e869c2e52c HTTP/1.1" status: 204 len: 168 time: 0.1221583 Aug 13 03:37:35.352250 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa059e-318d-4c71-b997-558623a2ebd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c066a05-1516-4c85-aa38-55e869c2e52c,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:35.945628 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a', 'tag': 'aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:37:35.948071 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2bd61c-f78d-4148-8a3e-2778de2a84ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a", "tag": "aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:37:36.673022 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-6b9165c1-8312-492d-936c-a1447b61755d req-eb7ae831-5a91-49e0-bf46-fa6a80121fe3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Request body: {'port': {'device_id': 'da9296a8-7fed-4a9c-b62c-09f8ce436f98', 'network_id': '00601a12-097d-42f0-b23c-27dce0925916', 'admin_state_up': True, 'tenant_id': 'a7154702f602470c82487c552ad2cf5e'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:36.788953 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5d47b-f5b5-4845-9c06-58d19ac008ed req-1261aaae-bdc6-4c91-80d1-42ffa648dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:36.791102 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dcb5d47b-f5b5-4845-9c06-58d19ac008ed req-1261aaae-bdc6-4c91-80d1-42ffa648dac5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ad17b1804cb4960a697b55ead1340e7&device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 1096 time: 0.1091721 Aug 13 03:37:36.826077 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-5c5cc775-85f9-46aa-9b9b-2d13e45dc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:36.828320 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-5c5cc775-85f9-46aa-9b9b-2d13e45dc24b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ad17b1804cb4960a697b55ead1340e7&device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 1097 time: 0.0924697 Aug 13 03:37:36.837964 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9165c1-8312-492d-936c-a1447b61755d req-eb7ae831-5a91-49e0-bf46-fa6a80121fe3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Made reservation on behalf of a7154702f602470c82487c552ad2cf5e for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:37:36.841277 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-6b9165c1-8312-492d-936c-a1447b61755d req-eb7ae831-5a91-49e0-bf46-fa6a80121fe3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:36.943171 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d099e2f6-e171-41c6-824f-81e1e0c21fcc req-3aa5e85c-05fc-4d5d-91d4-abfb03c2d6da tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 210 time: 0.1287613 Aug 13 03:37:36.951092 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-4eefaf0b-b5a8-42d2-adf0-b215109691ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d HTTP/1.1" status: 200 len: 217 time: 0.0850420 Aug 13 03:37:37.016690 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969f22e1-b944-42d5-b28f-f2ff6e284145 x-openstack-request-id: req-969f22e1-b944-42d5-b28f-f2ff6e284145 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:37:37.016987 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a", "tag": "aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:37:37.017234 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-969f22e1-b944-42d5-b28f-f2ff6e284145 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:37:37.017637 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a', 'tag': 'aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d', 'status': 'completed', 'code': 200} Aug 13 03:37:37.031204 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5ccde-afe4-485f-a0a3-ee7a198c44ad req-bcadcdd5-1828-458d-af66-ddb26916b7d1 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:37.032723 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a1e5ccde-afe4-485f-a0a3-ee7a198c44ad req-bcadcdd5-1828-458d-af66-ddb26916b7d1 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 943 time: 0.1760139 Aug 13 03:37:37.050342 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33360) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:37.053950 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5d47b-f5b5-4845-9c06-58d19ac008ed req-28196a3f-2987-4226-8127-9875c3fa954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:37.055407 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dcb5d47b-f5b5-4845-9c06-58d19ac008ed req-28196a3f-2987-4226-8127-9875c3fa954b service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=2ad17b1804cb4960a697b55ead1340e7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2538331 Aug 13 03:37:37.056255 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-6b9165c1-8312-492d-936c-a1447b61755d req-eb7ae831-5a91-49e0-bf46-fa6a80121fe3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Allocated IP 172.20.0.9 (00601a12-097d-42f0-b23c-27dce0925916/858ba2d6-ae49-40f8-a0cb-5f38795520a0/b312ed88-d8c7-4318-b646-2f0a561a1718) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:37:37.063663 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-31139ef9-2374-4257-a19f-348f61e55d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:37.065154 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-31139ef9-2374-4257-a19f-348f61e55d38 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0879edd8-5ffe-4b62-af40-fd4d67a82faf HTTP/1.1" status: 200 len: 858 time: 0.1028786 Aug 13 03:37:37.145184 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-0aae1bd2-6bfc-4a93-b90a-6637dd54f9eb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c8433f3-8dfb-491f-8cba-67225ddc7304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684049 Aug 13 03:37:37.157246 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a1e5ccde-afe4-485f-a0a3-ee7a198c44ad req-776528d4-8c7f-49f8-96e8-2d656f33a9c3 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176445 Aug 13 03:37:37.181519 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cb419b73-f087-432d-af5d-799dbd21b7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:37.251448 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5d47b-f5b5-4845-9c06-58d19ac008ed req-5b727f3e-f9a8-4bb6-b622-c9b6b12ac665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:37.252963 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dcb5d47b-f5b5-4845-9c06-58d19ac008ed req-5b727f3e-f9a8-4bb6-b622-c9b6b12ac665 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1851196 Aug 13 03:37:37.261414 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-6b9165c1-8312-492d-936c-a1447b61755d req-eb7ae831-5a91-49e0-bf46-fa6a80121fe3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:37.270749 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-4a7347d0-ae80-4541-b79b-223b1094cd90 service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166630 Aug 13 03:37:37.347825 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-6b9165c1-8312-492d-936c-a1447b61755d req-eb7ae831-5a91-49e0-bf46-fa6a80121fe3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:37.377347 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cb419b73-f087-432d-af5d-799dbd21b7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:37.403504 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-7a4dc82c-10ed-4c48-9fd4-30a8fde20dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:37.407990 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-7a4dc82c-10ed-4c48-9fd4-30a8fde20dc6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ad17b1804cb4960a697b55ead1340e7&device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 1096 time: 0.0701568 Aug 13 03:37:37.410976 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cb419b73-f087-432d-af5d-799dbd21b7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:37.418269 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ccd62-9dc7-4208-b528-fa49404f0329 req-9d011898-ce59-49d3-acb1-4d00177b2152 service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358106 Aug 13 03:37:37.469095 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9165c1-8312-492d-936c-a1447b61755d req-eb7ae831-5a91-49e0-bf46-fa6a80121fe3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Network 00601a12-097d-42f0-b23c-27dce0925916 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:37:37.476249 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-083f0aa6-9d7b-4741-a5fc-6fee0a4d1033 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa8c997-3b8c-4308-83c8-70d6aae4a0fc HTTP/1.1" status: 200 len: 217 time: 0.0496881 Aug 13 03:37:37.484975 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-cb419b73-f087-432d-af5d-799dbd21b7a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e0633ab0f3984554bd9cc7c61ea06be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329348 Aug 13 03:37:37.485726 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ae831-5a91-49e0-bf46-fa6a80121fe3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Pushing event updated for resources: {'Port': ['ID=b312ed88-d8c7-4318-b646-2f0a561a1718,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:37.487543 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 33370) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:37.491749 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-6b9165c1-8312-492d-936c-a1447b61755d req-eb7ae831-5a91-49e0-bf46-fa6a80121fe3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:37:37.494569 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9165c1-8312-492d-936c-a1447b61755d req-eb7ae831-5a91-49e0-bf46-fa6a80121fe3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:37:37.524106 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb419b73-f087-432d-af5d-799dbd21b7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f96da0-eee6-49aa-bc87-456f1fd1b9b5,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:37.561753 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9165c1-8312-492d-936c-a1447b61755d req-eb7ae831-5a91-49e0-bf46-fa6a80121fe3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:37.563106 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-6b9165c1-8312-492d-936c-a1447b61755d req-eb7ae831-5a91-49e0-bf46-fa6a80121fe3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:37.572545 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.63', 53637) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:37.609215 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-891ee286-9b8f-4df0-830f-cebf37951da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:37.611074 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-891ee286-9b8f-4df0-830f-cebf37951da9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0879edd8-5ffe-4b62-af40-fd4d67a82faf HTTP/1.1" status: 200 len: 858 time: 0.1242473 Aug 13 03:37:37.615571 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ca421f1f-90e4-46c7-afa9-72a80aea5837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:37.621570 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bd61c-f78d-4148-8a3e-2778de2a84ea req-536a3b0e-9517-4852-9777-168700405d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:37.623033 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8b2bd61c-f78d-4148-8a3e-2778de2a84ea req-536a3b0e-9517-4852-9777-168700405d2e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ad17b1804cb4960a697b55ead1340e7&device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 1097 time: 0.1458049 Aug 13 03:37:37.629937 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-eb7ae831-5a91-49e0-bf46-fa6a80121fe3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9617169 Aug 13 03:37:37.653129 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-4301e518-eb74-414f-974d-427b349b7ad7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c8433f3-8dfb-491f-8cba-67225ddc7304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337970 Aug 13 03:37:37.692523 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Request body: {'port': {'device_id': 'da9296a8-7fed-4a9c-b62c-09f8ce436f98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:37:37.776961 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ca421f1f-90e4-46c7-afa9-72a80aea5837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:37.819118 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e883fcf-550d-4cd6-b998-2d32b4920c5a req-418e4155-fb07-4d56-b7a2-7a4248bd6cc3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2452981 Aug 13 03:37:37.826065 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:37.853385 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bd61c-f78d-4148-8a3e-2778de2a84ea req-7c9e9f1b-2d3e-493c-bc2f-591697b56a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:37.855284 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8b2bd61c-f78d-4148-8a3e-2778de2a84ea req-7c9e9f1b-2d3e-493c-bc2f-591697b56a08 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c8433f3-8dfb-491f-8cba-67225ddc7304 HTTP/1.1" status: 200 len: 919 time: 0.2011802 Aug 13 03:37:37.926881 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8b2bd61c-f78d-4148-8a3e-2778de2a84ea req-c7db7683-1bb8-4bc8-aaac-733ee02121d4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d HTTP/1.1" status: 200 len: 217 time: 0.0580869 Aug 13 03:37:37.982939 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-871045e9-8cc4-4f93-aa41-b185dbad96bf service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439454 Aug 13 03:37:38.008688 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ca421f1f-90e4-46c7-afa9-72a80aea5837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:38.013168 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ca421f1f-90e4-46c7-afa9-72a80aea5837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:38.018194 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ca421f1f-90e4-46c7-afa9-72a80aea5837 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16f96da0-eee6-49aa-bc87-456f1fd1b9b5 HTTP/1.1" status: 204 len: 168 time: 0.5258956 Aug 13 03:37:38.063180 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bd61c-f78d-4148-8a3e-2778de2a84ea req-d264887a-978f-4833-b73b-8491bc26ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:38.074308 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8b2bd61c-f78d-4148-8a3e-2778de2a84ea req-d264887a-978f-4833-b73b-8491bc26ad80 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0879edd8-5ffe-4b62-af40-fd4d67a82faf HTTP/1.1" status: 200 len: 858 time: 0.1375453 Aug 13 03:37:38.100447 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca421f1f-90e4-46c7-afa9-72a80aea5837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f96da0-eee6-49aa-bc87-456f1fd1b9b5,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:38.134473 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8b2bd61c-f78d-4148-8a3e-2778de2a84ea req-7dc540a5-62cd-494d-b1d3-4047f30a6595 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c8433f3-8dfb-491f-8cba-67225ddc7304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499439 Aug 13 03:37:38.142843 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e883fcf-550d-4cd6-b998-2d32b4920c5a req-06eb419e-900a-4c22-af1d-887c4536d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:38.144355 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e883fcf-550d-4cd6-b998-2d32b4920c5a req-06eb419e-900a-4c22-af1d-887c4536d1fe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 1098 time: 0.2586575 Aug 13 03:37:38.252030 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186382d-5dc9-42fa-9305-4b511ed0072f req-c3d1ba4c-c1a1-47d7-90fa-e5b66bacbd8a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:38.253540 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c186382d-5dc9-42fa-9305-4b511ed0072f req-c3d1ba4c-c1a1-47d7-90fa-e5b66bacbd8a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 931 time: 0.1650734 Aug 13 03:37:38.283765 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-a9a5f654-4799-47fc-9d47-4b3335351296 service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911141 Aug 13 03:37:38.364944 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8b2bd61c-f78d-4148-8a3e-2778de2a84ea req-ac32ac46-272d-4b51-9beb-c86a43728a9c service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117989 Aug 13 03:37:38.367650 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c186382d-5dc9-42fa-9305-4b511ed0072f req-df08b05a-88e3-45a8-96f8-4e5346f933d4 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055775 Aug 13 03:37:38.391249 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e813b3-19de-46f4-af98-96fa5c387db7 req-d6ecff5c-d08e-4796-a56e-be47c9f5154c tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:38.392934 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-03e813b3-19de-46f4-af98-96fa5c387db7 req-d6ecff5c-d08e-4796-a56e-be47c9f5154c tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 943 time: 0.1297982 Aug 13 03:37:38.397857 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33396) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:38.424297 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-db55f56f-576c-4923-bdb2-b4a0632f8e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:38.426375 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e883fcf-550d-4cd6-b998-2d32b4920c5a req-9523be79-b16b-4cd5-8528-e51dd8bb12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:38.427796 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e883fcf-550d-4cd6-b998-2d32b4920c5a req-9523be79-b16b-4cd5-8528-e51dd8bb12cc service neutron] 10.222.0.63 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 918 time: 0.2521026 Aug 13 03:37:38.481074 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-03e813b3-19de-46f4-af98-96fa5c387db7 req-803d36d7-1d80-49ab-b6f4-8add0103a32c tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728595 Aug 13 03:37:38.507061 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8b2bd61c-f78d-4148-8a3e-2778de2a84ea req-e9b33811-92bb-4216-9f16-d01eca4184ac service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244559 Aug 13 03:37:38.747076 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e883fcf-550d-4cd6-b998-2d32b4920c5a req-e11a03ad-b7c1-4043-af45-1d0187f06c3b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7734b6e-d327-490b-b80f-9974fd4539f0 HTTP/1.1" status: 200 len: 1001 time: 0.3085463 Aug 13 03:37:38.830293 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b312ed88-d8c7-4318-b646-2f0a561a1718 {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:37:38.846150 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:38.856761 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e883fcf-550d-4cd6-b998-2d32b4920c5a req-9945bd27-a481-405e-9733-b3a4afcace32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:38.858224 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e883fcf-550d-4cd6-b998-2d32b4920c5a req-9945bd27-a481-405e-9733-b3a4afcace32 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=204cc8a8-df78-4b34-a937-2e3a8d58cc1b HTTP/1.1" status: 200 len: 856 time: 0.0939934 Aug 13 03:37:38.870521 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Transition to ACTIVE for port object b312ed88-d8c7-4318-b646-2f0a561a1718 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:37:38.920664 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:39.010447 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-db55f56f-576c-4923-bdb2-b4a0632f8e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:39.016406 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Pushing event updated for resources: {'Port': ['ID=b312ed88-d8c7-4318-b646-2f0a561a1718,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:39.023022 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-db55f56f-576c-4923-bdb2-b4a0632f8e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:39.026345 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e883fcf-550d-4cd6-b998-2d32b4920c5a req-d7f22a70-b05a-4946-b50f-d3e365ad11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:39.028020 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e883fcf-550d-4cd6-b998-2d32b4920c5a req-d7f22a70-b05a-4946-b50f-d3e365ad11fe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1587029 Aug 13 03:37:39.168158 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55f56f-576c-4923-bdb2-b4a0632f8e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0042e119-085a-4eef-bd7f-8cfcd628a3a6,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:39.170772 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-db55f56f-576c-4923-bdb2-b4a0632f8e77 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=01b634a3a7324c31a9c4fe4bf3f019e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7676034 Aug 13 03:37:39.173558 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 33414) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:39.212869 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Attempting to bind port b312ed88-d8c7-4318-b646-2f0a561a1718 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:37:39.213326 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Attempting to bind port b312ed88-d8c7-4318-b646-2f0a561a1718 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'ee57299f-b41f-4443-875e-98c3cd96afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00601a12-097d-42f0-b23c-27dce0925916'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:37:39.213592 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Attempting to bind port b312ed88-d8c7-4318-b646-2f0a561a1718 on network 00601a12-097d-42f0-b23c-27dce0925916 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:37:39.226600 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Port b312ed88-d8c7-4318-b646-2f0a561a1718 on network 00601a12-097d-42f0-b23c-27dce0925916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:37:39.226890 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Attempting to bind port b312ed88-d8c7-4318-b646-2f0a561a1718 on network 00601a12-097d-42f0-b23c-27dce0925916 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:37:39.228238 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-183112c2-155e-4e34-97df-31a8307736f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:39.244174 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e883fcf-550d-4cd6-b998-2d32b4920c5a req-6bc472ea-a357-4b67-8d36-889640fa3d38 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849067 Aug 13 03:37:39.244174 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:37:39.244174 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Checking segment: {'id': 'ee57299f-b41f-4443-875e-98c3cd96afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00601a12-097d-42f0-b23c-27dce0925916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:37:39.244174 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Bound using segment: {'id': 'ee57299f-b41f-4443-875e-98c3cd96afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00601a12-097d-42f0-b23c-27dce0925916'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:37:39.244174 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Bound port: b312ed88-d8c7-4318-b646-2f0a561a1718, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee57299f-b41f-4443-875e-98c3cd96afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00601a12-097d-42f0-b23c-27dce0925916'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:37:39.244174 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:39.249193 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-183112c2-155e-4e34-97df-31a8307736f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:39.308292 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-183112c2-155e-4e34-97df-31a8307736f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:39.312899 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-183112c2-155e-4e34-97df-31a8307736f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:39.314454 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-183112c2-155e-4e34-97df-31a8307736f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0042e119-085a-4eef-bd7f-8cfcd628a3a6 HTTP/1.1" status: 204 len: 168 time: 0.1399136 Aug 13 03:37:39.329369 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183112c2-155e-4e34-97df-31a8307736f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0042e119-085a-4eef-bd7f-8cfcd628a3a6,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:39.377912 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] For port b312ed88-d8c7-4318-b646-2f0a561a1718, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:37:39.391048 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e883fcf-550d-4cd6-b998-2d32b4920c5a req-00f430c2-0b49-40f3-9e6d-f3f03ce3abfd service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448934 Aug 13 03:37:39.407465 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] For port b312ed88-d8c7-4318-b646-2f0a561a1718, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b312ed88-d8c7-4318-b646-2f0a561a1718,segment=NetworkSegment(ee57299f-b41f-4443-875e-98c3cd96afa2),segment_id=ee57299f-b41f-4443-875e-98c3cd96afa2)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:37:39.414477 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:39.456968 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:39.457683 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:39.459521 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] 10.222.0.63 "PUT /v2.0/ports/b312ed88-d8c7-4318-b646-2f0a561a1718 HTTP/1.1" status: 200 len: 1093 time: 1.7851055 Aug 13 03:37:39.460201 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9296a8-7fed-4a9c-b62c-09f8ce436f98', 'tag': 'b312ed88-d8c7-4318-b646-2f0a561a1718'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:37:39.462552 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bc8567-1888-4769-a36f-58ecacd52edb" -d '{"events": [{"name": "network-changed", "server_uuid": "da9296a8-7fed-4a9c-b62c-09f8ce436f98", "tag": "b312ed88-d8c7-4318-b646-2f0a561a1718"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:37:39.504538 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ee8a3-54a0-4d6f-bb97-80a51e0a09aa service neutron] Pushing event updated for resources: {'Port': ['ID=b312ed88-d8c7-4318-b646-2f0a561a1718,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:39.511251 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86efe49d-f220-4e63-9158-19eaa70232bf x-openstack-request-id: req-86efe49d-f220-4e63-9158-19eaa70232bf {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:37:39.511539 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9296a8-7fed-4a9c-b62c-09f8ce436f98", "tag": "b312ed88-d8c7-4318-b646-2f0a561a1718", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:37:39.511790 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-86efe49d-f220-4e63-9158-19eaa70232bf {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:37:39.512245 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9296a8-7fed-4a9c-b62c-09f8ce436f98', 'tag': 'b312ed88-d8c7-4318-b646-2f0a561a1718', 'status': 'completed', 'code': 200} Aug 13 03:37:39.562710 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f1fea-08b2-4565-971c-63ca4ce9b455 req-0398f0fd-6fdf-4842-a0fe-f855d5a7ab42 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:39.564280 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6d9f1fea-08b2-4565-971c-63ca4ce9b455 req-0398f0fd-6fdf-4842-a0fe-f855d5a7ab42 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 943 time: 0.0709715 Aug 13 03:37:39.566476 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9165c1-8312-492d-936c-a1447b61755d req-22e8d668-ba54-415c-b128-5a9c238deee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:39.573850 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-22e8d668-ba54-415c-b128-5a9c238deee8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7154702f602470c82487c552ad2cf5e&device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 1096 time: 0.0475485 Aug 13 03:37:39.612839 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-36bd8c70-f3ba-487e-a8b6-8e443ed2ea36 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b312ed88-d8c7-4318-b646-2f0a561a1718 HTTP/1.1" status: 200 len: 217 time: 0.0338111 Aug 13 03:37:39.627878 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:37:39.651643 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf341e-78a5-4b34-b01a-57e85d1e9a18 req-c089a74e-5510-4426-bdfe-08715d3767b2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:39.653264 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ffbf341e-78a5-4b34-b01a-57e85d1e9a18 req-c089a74e-5510-4426-bdfe-08715d3767b2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 943 time: 0.0879161 Aug 13 03:37:39.657501 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6d9f1fea-08b2-4565-971c-63ca4ce9b455 req-6a1c522a-6f95-49ad-8bc4-2e59b3c8e5b6 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756876 Aug 13 03:37:39.694435 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9165c1-8312-492d-936c-a1447b61755d req-2e9fd658-e6fe-49d2-930f-07f7583ceb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:39.696490 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-2e9fd658-e6fe-49d2-930f-07f7583ceb69 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=858ba2d6-ae49-40f8-a0cb-5f38795520a0 HTTP/1.1" status: 200 len: 849 time: 0.0762064 Aug 13 03:37:39.727026 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ffbf341e-78a5-4b34-b01a-57e85d1e9a18 req-32e45c70-16c1-4ce5-ab16-9c994fafd1be tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592842 Aug 13 03:37:39.731514 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6fa8c997-3b8c-4308-83c8-70d6aae4a0fc,segment=NetworkSegment(adaf0778-4a81-4b1c-98f0-b3a233fe2019),segment_id=adaf0778-4a81-4b1c-98f0-b3a233fe2019)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:39.743126 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': '6fa8c997-3b8c-4308-83c8-70d6aae4a0fc', 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304', 'port_id': '6fa8c997-3b8c-4308-83c8-70d6aae4a0fc', 'mac_address': 'fa:16:3e:b6:1f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0879edd8-5ffe-4b62-af40-fd4d67a82faf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:37:39.746189 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-1a309976-93da-475d-966e-1f2bd443aefe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00601a12-097d-42f0-b23c-27dce0925916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413508 Aug 13 03:37:39.781104 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:39.794410 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:37:39.814513 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6fa8c997-3b8c-4308-83c8-70d6aae4a0fc,segment=NetworkSegment(adaf0778-4a81-4b1c-98f0-b3a233fe2019),segment_id=adaf0778-4a81-4b1c-98f0-b3a233fe2019)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:39.819117 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:39.819768 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:37:39.912052 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d,segment=NetworkSegment(adaf0778-4a81-4b1c-98f0-b3a233fe2019),segment_id=adaf0778-4a81-4b1c-98f0-b3a233fe2019)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:39.914728 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-36c2370e-be22-4954-ac84-f9282b51289c service neutron] 10.222.0.63 "GET /v2.0/networks/00601a12-097d-42f0-b23c-27dce0925916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474741 Aug 13 03:37:39.938280 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d', 'network_id': '7c8433f3-8dfb-491f-8cba-67225ddc7304', 'port_id': 'aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d', 'mac_address': 'fa:16:3e:66:87:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0879edd8-5ffe-4b62-af40-fd4d67a82faf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:37:39.940226 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=6fa8c997-3b8c-4308-83c8-70d6aae4a0fc,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:39.997554 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:40.017464 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:37:40.042519 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6b9165c1-8312-492d-936c-a1447b61755d req-4ba0e9fb-0f7e-49b1-8846-b0057bab3ce6 service neutron] 10.222.0.63 "GET /v2.0/networks/00601a12-097d-42f0-b23c-27dce0925916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155863 Aug 13 03:37:40.045328 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d,segment=NetworkSegment(adaf0778-4a81-4b1c-98f0-b3a233fe2019),segment_id=adaf0778-4a81-4b1c-98f0-b3a233fe2019)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:40.050205 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:40.112717 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:40.152161 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc8567-1888-4769-a36f-58ecacd52edb req-62ee26a3-9a38-442e-aaae-f6a46f463d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:40.154686 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-56bc8567-1888-4769-a36f-58ecacd52edb req-62ee26a3-9a38-442e-aaae-f6a46f463d3a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7154702f602470c82487c552ad2cf5e&device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 1096 time: 0.0507519 Aug 13 03:37:40.261660 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc8567-1888-4769-a36f-58ecacd52edb req-afd7bc59-82eb-475b-bbcb-381f2e7048ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:40.263118 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-56bc8567-1888-4769-a36f-58ecacd52edb req-afd7bc59-82eb-475b-bbcb-381f2e7048ed service neutron] 10.222.0.63 "GET /v2.0/networks?id=00601a12-097d-42f0-b23c-27dce0925916 HTTP/1.1" status: 200 len: 910 time: 0.1007617 Aug 13 03:37:40.318430 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-56bc8567-1888-4769-a36f-58ecacd52edb req-eb9b3092-87bb-454f-9874-c2ff7940aeb3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b312ed88-d8c7-4318-b646-2f0a561a1718 HTTP/1.1" status: 200 len: 217 time: 0.0466983 Aug 13 03:37:40.353908 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['6fa8c997-3b8c-4308-83c8-70d6aae4a0fc'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:37:40.373544 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc8567-1888-4769-a36f-58ecacd52edb req-68416adb-4d7d-4b91-89d7-6c99362a232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:40.375163 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-56bc8567-1888-4769-a36f-58ecacd52edb req-68416adb-4d7d-4b91-89d7-6c99362a232d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=858ba2d6-ae49-40f8-a0cb-5f38795520a0 HTTP/1.1" status: 200 len: 849 time: 0.0490055 Aug 13 03:37:40.378883 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:37:40.426372 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-56bc8567-1888-4769-a36f-58ecacd52edb req-a9115c26-309a-445c-8d56-0b7f1c70ffe9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00601a12-097d-42f0-b23c-27dce0925916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338261 Aug 13 03:37:40.542461 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-56bc8567-1888-4769-a36f-58ecacd52edb req-71da18d3-9184-4059-a6c5-1447ea449088 service neutron] 10.222.0.63 "GET /v2.0/networks/00601a12-097d-42f0-b23c-27dce0925916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077476 Aug 13 03:37:40.707251 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-56bc8567-1888-4769-a36f-58ecacd52edb req-7ea0b868-1c17-4a46-b364-7c0f4f8c17d6 service neutron] 10.222.0.63 "GET /v2.0/networks/00601a12-097d-42f0-b23c-27dce0925916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511574 Aug 13 03:37:40.849554 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea952324-39ae-447e-a4f6-8857c876e2c3 req-90330846-bca9-40b9-bd13-0dd1cb19e72b tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:40.856466 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ea952324-39ae-447e-a4f6-8857c876e2c3 req-90330846-bca9-40b9-bd13-0dd1cb19e72b tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 943 time: 0.1036446 Aug 13 03:37:40.927096 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ea952324-39ae-447e-a4f6-8857c876e2c3 req-f6fcd805-8e65-41c3-be84-7b8b56ea5aa3 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569210 Aug 13 03:37:40.974820 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf638a-d191-45a6-a73d-f01dd399b772 req-bbe50616-743b-4e3b-b74b-aff19d4352ab tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:40.976962 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-baaf638a-d191-45a6-a73d-f01dd399b772 req-bbe50616-743b-4e3b-b74b-aff19d4352ab tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 944 time: 0.1193042 Aug 13 03:37:41.039142 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-baaf638a-d191-45a6-a73d-f01dd399b772 req-d5137174-b338-4688-bfc7-4e1bc875f2ef tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472932 Aug 13 03:37:41.322394 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 33514) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:41.519496 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4d6cd6ca-3037-4c52-a9c3-24df66601eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:41.608621 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4d6cd6ca-3037-4c52-a9c3-24df66601eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:41.612545 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4d6cd6ca-3037-4c52-a9c3-24df66601eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:41.638549 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device b312ed88-d8c7-4318-b646-2f0a561a1718 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:37:41.643059 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:37:41.657057 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-4d6cd6ca-3037-4c52-a9c3-24df66601eca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d7b8c4ec36349518cb8023aaa41b1e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335829 Aug 13 03:37:41.658140 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cd6ca-3037-4c52-a9c3-24df66601eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51becf7-e861-4eb0-8522-fc6754205a0d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:41.659668 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33530) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:41.720382 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-16d6614d-27bb-4796-87c0-f7905c75375d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:41.743887 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-16d6614d-27bb-4796-87c0-f7905c75375d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:41.758364 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:37:41.772471 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:37:41.772857 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:41.796060 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-16d6614d-27bb-4796-87c0-f7905c75375d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:41.798734 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-16d6614d-27bb-4796-87c0-f7905c75375d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:41.802465 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-16d6614d-27bb-4796-87c0-f7905c75375d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f51becf7-e861-4eb0-8522-fc6754205a0d HTTP/1.1" status: 204 len: 168 time: 0.1392031 Aug 13 03:37:41.813338 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6614d-27bb-4796-87c0-f7905c75375d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51becf7-e861-4eb0-8522-fc6754205a0d,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:41.832071 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port b312ed88-d8c7-4318-b646-2f0a561a1718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b312ed88-d8c7-4318-b646-2f0a561a1718,segment=NetworkSegment(ee57299f-b41f-4443-875e-98c3cd96afa2),segment_id=ee57299f-b41f-4443-875e-98c3cd96afa2)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:41.851919 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'b312ed88-d8c7-4318-b646-2f0a561a1718', 'network_id': '00601a12-097d-42f0-b23c-27dce0925916', 'port_id': 'b312ed88-d8c7-4318-b646-2f0a561a1718', 'mac_address': 'fa:16:3e:06:3b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858ba2d6-ae49-40f8-a0cb-5f38795520a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:37:41.916482 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:41.935155 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:41.938044 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b312ed88-d8c7-4318-b646-2f0a561a1718 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:37:41.977493 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port b312ed88-d8c7-4318-b646-2f0a561a1718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b312ed88-d8c7-4318-b646-2f0a561a1718,segment=NetworkSegment(ee57299f-b41f-4443-875e-98c3cd96afa2),segment_id=ee57299f-b41f-4443-875e-98c3cd96afa2)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:41.981926 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc295245-ee97-4865-ae47-ea2d7704137f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa8c997-3b8c-4308-83c8-70d6aae4a0fc'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:37:41.984222 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3e5aa6-7160-41a4-b9d5-ec459f70fd87" -d '{"events": [{"server_uuid": "cc295245-ee97-4865-ae47-ea2d7704137f", "name": "network-vif-plugged", "status": "completed", "tag": "6fa8c997-3b8c-4308-83c8-70d6aae4a0fc"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:37:41.989465 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:42.021841 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6fa8c997-3b8c-4308-83c8-70d6aae4a0fc,segment=NetworkSegment(adaf0778-4a81-4b1c-98f0-b3a233fe2019),segment_id=adaf0778-4a81-4b1c-98f0-b3a233fe2019)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:42.045868 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:42.046760 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:37:42.118293 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f0d96a-dc71-4030-b876-c9c7c201eb22 x-openstack-request-id: req-64f0d96a-dc71-4030-b876-c9c7c201eb22 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:37:42.118919 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc295245-ee97-4865-ae47-ea2d7704137f", "name": "network-vif-plugged", "status": "completed", "tag": "6fa8c997-3b8c-4308-83c8-70d6aae4a0fc", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:37:42.119998 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64f0d96a-dc71-4030-b876-c9c7c201eb22 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:37:42.120711 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc295245-ee97-4865-ae47-ea2d7704137f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa8c997-3b8c-4308-83c8-70d6aae4a0fc', 'code': 200} Aug 13 03:37:42.130342 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d80a8d-2a34-4462-9534-e4a473bb4f51 req-b08a8cea-7585-4a2a-890e-6411d59b42cc tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:42.141239 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b5d80a8d-2a34-4462-9534-e4a473bb4f51 req-b08a8cea-7585-4a2a-890e-6411d59b42cc tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 944 time: 0.0704942 Aug 13 03:37:42.158642 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=b312ed88-d8c7-4318-b646-2f0a561a1718,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:42.225970 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:42.243790 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b5d80a8d-2a34-4462-9534-e4a473bb4f51 req-d204f6fc-eb30-47c3-a765-f76fdadcdd68 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012602 Aug 13 03:37:42.261652 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:37:42.275599 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:37:42.283722 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6081c3e-97cf-4ba3-bef2-e2e6ae5f679e req-65ee02cc-227b-4e89-8425-4f1eb3206c22 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:42.284128 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:42.285374 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c6081c3e-97cf-4ba3-bef2-e2e6ae5f679e req-65ee02cc-227b-4e89-8425-4f1eb3206c22 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.1188860 Aug 13 03:37:42.290725 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['b312ed88-d8c7-4318-b646-2f0a561a1718'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:37:42.369377 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c6081c3e-97cf-4ba3-bef2-e2e6ae5f679e req-e9b03bf4-6786-44b2-a71f-9ebb6b767f28 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753241 Aug 13 03:37:42.408052 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478c329-74c2-45c5-8cf5-aa5a8287e351 req-9fb1da16-650f-465c-aa79-18e4ef7f5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:42.410608 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6478c329-74c2-45c5-8cf5-aa5a8287e351 req-9fb1da16-650f-465c-aa79-18e4ef7f5fbf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 1098 time: 0.1283841 Aug 13 03:37:42.491074 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=6fa8c997-3b8c-4308-83c8-70d6aae4a0fc,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:42.493630 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6478c329-74c2-45c5-8cf5-aa5a8287e351 req-c7deef27-04c6-4476-ad48-5fad8158ffe0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686328 Aug 13 03:37:42.551727 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:42.618033 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d,segment=NetworkSegment(adaf0778-4a81-4b1c-98f0-b3a233fe2019),segment_id=adaf0778-4a81-4b1c-98f0-b3a233fe2019)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:42.626928 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:42.692344 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:43.366903 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309701bf-7b74-4169-9d4a-fc56e7fe0273 req-7c7080fa-504f-422d-acdd-33345310a37a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:43.368313 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-309701bf-7b74-4169-9d4a-fc56e7fe0273 req-7c7080fa-504f-422d-acdd-33345310a37a tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 944 time: 0.0521386 Aug 13 03:37:43.414589 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-309701bf-7b74-4169-9d4a-fc56e7fe0273 req-650372a4-24bf-468b-b52f-1d9115e3523b tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 Aug 13 03:37:43.542633 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab43f8-7a31-4ced-ad4a-f86413b99ce4 req-dfc4c6c0-626d-4cd4-830b-ad5a5b62ac17 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:43.544141 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-abab43f8-7a31-4ced-ad4a-f86413b99ce4 req-dfc4c6c0-626d-4cd4-830b-ad5a5b62ac17 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0588090 Aug 13 03:37:43.583025 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-abab43f8-7a31-4ced-ad4a-f86413b99ce4 req-1167cb14-4ed8-4f98-8464-519ccdd7be80 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317941 Aug 13 03:37:43.647165 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device b312ed88-d8c7-4318-b646-2f0a561a1718 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:37:43.712229 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port b312ed88-d8c7-4318-b646-2f0a561a1718 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:37:43.716276 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port b312ed88-d8c7-4318-b646-2f0a561a1718 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:37:43.716665 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:43.813067 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:43.850699 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port b312ed88-d8c7-4318-b646-2f0a561a1718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b312ed88-d8c7-4318-b646-2f0a561a1718,segment=NetworkSegment(ee57299f-b41f-4443-875e-98c3cd96afa2),segment_id=ee57299f-b41f-4443-875e-98c3cd96afa2)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:43.855922 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:43.905543 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=b312ed88-d8c7-4318-b646-2f0a561a1718,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:44.122263 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d'}, {'server_uuid': 'da9296a8-7fed-4a9c-b62c-09f8ce436f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b312ed88-d8c7-4318-b646-2f0a561a1718'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:37:44.124722 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4857c1-1d30-40ef-8800-2321a0058736" -d '{"events": [{"server_uuid": "e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a", "name": "network-vif-plugged", "status": "completed", "tag": "aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d"}, {"server_uuid": "da9296a8-7fed-4a9c-b62c-09f8ce436f98", "name": "network-vif-plugged", "status": "completed", "tag": "b312ed88-d8c7-4318-b646-2f0a561a1718"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:37:44.162761 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 13 Aug 2021 03:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d37bd44-e62a-4ede-a751-18b346e78623 x-openstack-request-id: req-0d37bd44-e62a-4ede-a751-18b346e78623 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:37:44.163062 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a", "name": "network-vif-plugged", "status": "completed", "tag": "aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d", "code": 200}, {"server_uuid": "da9296a8-7fed-4a9c-b62c-09f8ce436f98", "name": "network-vif-plugged", "status": "completed", "tag": "b312ed88-d8c7-4318-b646-2f0a561a1718", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:37:44.163320 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d37bd44-e62a-4ede-a751-18b346e78623 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:37:44.163720 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d', 'code': 200} Aug 13 03:37:44.164012 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9296a8-7fed-4a9c-b62c-09f8ce436f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b312ed88-d8c7-4318-b646-2f0a561a1718', 'code': 200} Aug 13 03:37:44.382682 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e01f4-5592-4de2-bc47-f7f935515735 req-7cda7ca0-0ba6-4362-9307-9084effe1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:44.384233 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b36e01f4-5592-4de2-bc47-f7f935515735 req-7cda7ca0-0ba6-4362-9307-9084effe1da5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 1098 time: 0.0647075 Aug 13 03:37:44.386434 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad4c79-2218-442b-ba8b-71ae7fadb975 req-91c6a6b4-74ba-4a29-ab70-cd36f18eea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:44.387746 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-acad4c79-2218-442b-ba8b-71ae7fadb975 req-91c6a6b4-74ba-4a29-ab70-cd36f18eea66 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 1099 time: 0.0670209 Aug 13 03:37:44.452598 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-acad4c79-2218-442b-ba8b-71ae7fadb975 req-ad2a74e3-d14f-4ea5-8f76-b35cd86eae10 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488412 Aug 13 03:37:44.454088 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b36e01f4-5592-4de2-bc47-f7f935515735 req-650c9401-6aba-4049-81b8-5883402cc8b3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557268 Aug 13 03:37:44.537307 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778e9de-9319-41cf-b1c6-14630a8623eb req-47ba97d0-f606-4a28-92f8-f767bcddedb0 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:44.539579 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e778e9de-9319-41cf-b1c6-14630a8623eb req-47ba97d0-f606-4a28-92f8-f767bcddedb0 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 945 time: 0.0500603 Aug 13 03:37:44.582264 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e778e9de-9319-41cf-b1c6-14630a8623eb req-864b43ee-adb4-44de-bd58-56678d9b8013 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367892 Aug 13 03:37:44.702609 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fe08d-d015-4a59-a75d-38d7e87b8bed req-0a2e6f96-630c-4536-9ccb-f753897489ae tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:44.704619 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-700fe08d-d015-4a59-a75d-38d7e87b8bed req-0a2e6f96-630c-4536-9ccb-f753897489ae tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0533779 Aug 13 03:37:44.744790 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-700fe08d-d015-4a59-a75d-38d7e87b8bed req-9b81f379-27b4-4dda-97b7-1857b6a2d49c tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340593 Aug 13 03:37:45.012970 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f77707-daaf-4c2f-960e-3a75c2e1f1db req-e4c4bdf9-b408-447c-870b-0370a04e1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:45.014483 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2f77707-daaf-4c2f-960e-3a75c2e1f1db req-e4c4bdf9-b408-447c-870b-0370a04e1d98 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ad17b1804cb4960a697b55ead1340e7&device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 1098 time: 0.0469985 Aug 13 03:37:45.029727 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e126f-8b01-4a99-845d-f6fd0e1874e4 req-a4829221-5e1e-4d7c-a49a-cb6854944401 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:45.032139 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9c8e126f-8b01-4a99-845d-f6fd0e1874e4 req-a4829221-5e1e-4d7c-a49a-cb6854944401 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0559659 Aug 13 03:37:45.071270 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9c8e126f-8b01-4a99-845d-f6fd0e1874e4 req-978e7bf3-1e05-4043-ae8a-b084c0cbc2c7 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Aug 13 03:37:45.117908 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f77707-daaf-4c2f-960e-3a75c2e1f1db req-b39f32b2-a615-432e-a3fe-06f167c4f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:45.120736 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2f77707-daaf-4c2f-960e-3a75c2e1f1db req-b39f32b2-a615-432e-a3fe-06f167c4f15f service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c8433f3-8dfb-491f-8cba-67225ddc7304 HTTP/1.1" status: 200 len: 919 time: 0.0952358 Aug 13 03:37:45.170185 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2f77707-daaf-4c2f-960e-3a75c2e1f1db req-fd47455b-bf56-41d6-aae4-a663dd2871e4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa8c997-3b8c-4308-83c8-70d6aae4a0fc HTTP/1.1" status: 200 len: 217 time: 0.0421574 Aug 13 03:37:45.234181 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f77707-daaf-4c2f-960e-3a75c2e1f1db req-e900a83e-327b-478c-8645-be4bdb17b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:45.236030 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2f77707-daaf-4c2f-960e-3a75c2e1f1db req-e900a83e-327b-478c-8645-be4bdb17b7fc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0879edd8-5ffe-4b62-af40-fd4d67a82faf HTTP/1.1" status: 200 len: 858 time: 0.0575025 Aug 13 03:37:45.277561 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2f77707-daaf-4c2f-960e-3a75c2e1f1db req-95dffef1-b261-48b1-af47-7bd4d9f12864 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c8433f3-8dfb-491f-8cba-67225ddc7304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254679 Aug 13 03:37:45.376169 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2f77707-daaf-4c2f-960e-3a75c2e1f1db req-3121ea0e-b202-44a4-96ad-d71ab2e58f6c service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890584 Aug 13 03:37:45.474512 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2f77707-daaf-4c2f-960e-3a75c2e1f1db req-9afdec4c-8995-465b-874f-df4ae03f4a80 service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844896 Aug 13 03:37:45.494430 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33718) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:45.617092 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-25fa835b-1349-4134-b110-9037761416e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:45.731013 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-25fa835b-1349-4134-b110-9037761416e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:45.735830 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-25fa835b-1349-4134-b110-9037761416e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:45.747270 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0e05a-e0d7-43ea-afd5-1593b599ceda req-3f2f5534-eae5-400d-a3a0-ab578ba9dbec tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:45.748787 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bba0e05a-e0d7-43ea-afd5-1593b599ceda req-3f2f5534-eae5-400d-a3a0-ab578ba9dbec tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 945 time: 0.0613244 Aug 13 03:37:45.779346 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-25fa835b-1349-4134-b110-9037761416e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b64f6bd7d951424da61488953399f1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820721 Aug 13 03:37:45.780373 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 33732) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:45.781090 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa835b-1349-4134-b110-9037761416e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3148e33-a8e6-4efc-a1d3-5355f0af9c78,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:45.800783 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bba0e05a-e0d7-43ea-afd5-1593b599ceda req-03245827-db0b-4301-875d-ef28f8098f33 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445898 Aug 13 03:37:45.846099 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-016deb38-aa03-40c9-9226-fd8c411d674a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:45.870167 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-016deb38-aa03-40c9-9226-fd8c411d674a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:45.929604 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-016deb38-aa03-40c9-9226-fd8c411d674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:45.932141 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-016deb38-aa03-40c9-9226-fd8c411d674a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:45.935935 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-016deb38-aa03-40c9-9226-fd8c411d674a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3148e33-a8e6-4efc-a1d3-5355f0af9c78 HTTP/1.1" status: 204 len: 168 time: 0.1523848 Aug 13 03:37:45.943587 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016deb38-aa03-40c9-9226-fd8c411d674a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3148e33-a8e6-4efc-a1d3-5355f0af9c78,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:46.156431 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 33748) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:46.197721 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa098f-2a57-42d0-bf03-c77389243522 req-58707297-4bdf-4b38-91fa-abe15135e739 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:46.199212 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7cfa098f-2a57-42d0-bf03-c77389243522 req-58707297-4bdf-4b38-91fa-abe15135e739 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0548394 Aug 13 03:37:46.257434 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7cfa098f-2a57-42d0-bf03-c77389243522 req-84d78268-27c6-41f3-b796-cf7563f045b0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493636 Aug 13 03:37:46.279442 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 33752) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:46.303010 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2d5898db-37b4-4582-878b-bd5fdd0fa2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:46.304863 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d5498624-fdbb-4623-a69f-1012a24a92d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:46.345494 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.db.api [None req-2d5898db-37b4-4582-878b-bd5fdd0fa2ee admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 03:37:46.345494 dv-cinder-759962-7-iscsi neutron-server[94057]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 13 03:37:46.345494 dv-cinder-759962-7-iscsi neutron-server[94057]: [parameters: {'project_id': '318943639f3243a9ab09b6301a9ad9a7', 'id': '50d2dadf-2057-4a3b-a3c7-edffb96caa0f', 'expiration': datetime.datetime(2021, 8, 13, 3, 39, 46, 338378)}] Aug 13 03:37:46.345494 dv-cinder-759962-7-iscsi neutron-server[94057]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:37:46.345978 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG oslo_db.api [None req-2d5898db-37b4-4582-878b-bd5fdd0fa2ee admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:37:46.415091 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d5498624-fdbb-4623-a69f-1012a24a92d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:46.419151 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d5498624-fdbb-4623-a69f-1012a24a92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:46.457458 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d5498624-fdbb-4623-a69f-1012a24a92d6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aad9e106186048edb1fe7c24bba17893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993996 Aug 13 03:37:46.458896 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5498624-fdbb-4623-a69f-1012a24a92d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25388457-18d0-408f-bf7e-c13c7e583469,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:46.460414 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33754) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:46.510021 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2f1f8537-e28d-4f35-bc49-a4d62fe0716a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:46.529527 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2f1f8537-e28d-4f35-bc49-a4d62fe0716a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:46.574727 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2f1f8537-e28d-4f35-bc49-a4d62fe0716a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:46.577275 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2f1f8537-e28d-4f35-bc49-a4d62fe0716a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:46.578531 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-2f1f8537-e28d-4f35-bc49-a4d62fe0716a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/25388457-18d0-408f-bf7e-c13c7e583469 HTTP/1.1" status: 204 len: 168 time: 0.1163709 Aug 13 03:37:46.586772 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f8537-e28d-4f35-bc49-a4d62fe0716a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25388457-18d0-408f-bf7e-c13c7e583469,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:46.847305 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2d5898db-37b4-4582-878b-bd5fdd0fa2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:46.910448 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33766) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:46.926875 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-72823b56-11dd-4649-a312-a0806397eaf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:46.952099 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ecc1a-9ac5-4c5b-b095-d141d2c098ca req-04a74e2c-7649-4e8e-8788-4c346814ce25 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:46.954103 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-909ecc1a-9ac5-4c5b-b095-d141d2c098ca req-04a74e2c-7649-4e8e-8788-4c346814ce25 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 945 time: 0.0742435 Aug 13 03:37:47.016549 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2d5898db-37b4-4582-878b-bd5fdd0fa2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.019966 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-909ecc1a-9ac5-4c5b-b095-d141d2c098ca req-58ff1e55-1487-4d8c-a11c-4d67c84d23a5 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589316 Aug 13 03:37:47.020996 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2d5898db-37b4-4582-878b-bd5fdd0fa2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.061289 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-2d5898db-37b4-4582-878b-bd5fdd0fa2ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=318943639f3243a9ab09b6301a9ad9a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7806499 Aug 13 03:37:47.062406 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5898db-37b4-4582-878b-bd5fdd0fa2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ee7e9d-c268-4ade-93e8-ea4929ab1601,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:47.064289 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33772) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:47.147247 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ad716fe-7b23-4b65-8e31-9c806691c843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.168989 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-72823b56-11dd-4649-a312-a0806397eaf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.178636 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-72823b56-11dd-4649-a312-a0806397eaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.182814 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ad716fe-7b23-4b65-8e31-9c806691c843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.245857 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-72823b56-11dd-4649-a312-a0806397eaf6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f990b08e0a84992bf348819c980557a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320034 Aug 13 03:37:47.245857 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72823b56-11dd-4649-a312-a0806397eaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace4b2a3-460a-4e95-a328-45b3e4b12b3b,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:47.246490 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 33776) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:47.269564 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ad716fe-7b23-4b65-8e31-9c806691c843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.272394 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ad716fe-7b23-4b65-8e31-9c806691c843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.273707 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-6ad716fe-7b23-4b65-8e31-9c806691c843 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d0ee7e9d-c268-4ade-93e8-ea4929ab1601 HTTP/1.1" status: 204 len: 168 time: 0.2075882 Aug 13 03:37:47.285233 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad716fe-7b23-4b65-8e31-9c806691c843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ee7e9d-c268-4ade-93e8-ea4929ab1601,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:47.305871 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b2de6505-2021-467c-84f6-4c9de38e1e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.334337 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b2de6505-2021-467c-84f6-4c9de38e1e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.631506 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fce39d-f3ea-414c-894c-6945d18082e5 req-3c980e9c-2f8d-472a-8be9-479fee50abc2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:47.633068 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-83fce39d-f3ea-414c-894c-6945d18082e5 req-3c980e9c-2f8d-472a-8be9-479fee50abc2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.2811465 Aug 13 03:37:47.645223 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b2de6505-2021-467c-84f6-4c9de38e1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.648358 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b2de6505-2021-467c-84f6-4c9de38e1e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.649502 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b2de6505-2021-467c-84f6-4c9de38e1e6a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ace4b2a3-460a-4e95-a328-45b3e4b12b3b HTTP/1.1" status: 204 len: 168 time: 0.4021900 Aug 13 03:37:47.673359 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de6505-2021-467c-84f6-4c9de38e1e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace4b2a3-460a-4e95-a328-45b3e4b12b3b,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:47.714819 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-83fce39d-f3ea-414c-894c-6945d18082e5 req-39abd9e5-8edf-453e-ad18-56e8ebba4433 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729384 Aug 13 03:37:47.720131 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 33796) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:47.736225 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9cef48d-fdfa-4580-83f1-7efc7535831a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.847939 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9cef48d-fdfa-4580-83f1-7efc7535831a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.852387 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9cef48d-fdfa-4580-83f1-7efc7535831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:47.890348 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cef48d-fdfa-4580-83f1-7efc7535831a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3f956b-fb16-42fa-b1ee-836c9a460bcd,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:47.897496 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d9cef48d-fdfa-4580-83f1-7efc7535831a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=907b668ad48848948a20eb78b9523ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738331 Aug 13 03:37:47.897788 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 33804) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:48.009613 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31814005-d32b-4fe5-b85a-79df49680a89 req-d5f0ae91-a575-4f55-8ee2-4b6200e6ee45 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:48.011091 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-31814005-d32b-4fe5-b85a-79df49680a89 req-d5f0ae91-a575-4f55-8ee2-4b6200e6ee45 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 945 time: 0.0965140 Aug 13 03:37:48.011705 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a70f1a76-5b40-4b44-b9c0-f2e338a5da1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:48.047848 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a70f1a76-5b40-4b44-b9c0-f2e338a5da1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:48.085193 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-31814005-d32b-4fe5-b85a-79df49680a89 req-1bad373a-b8c1-4b3c-b8bf-06f5854e345c tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645521 Aug 13 03:37:48.118057 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a70f1a76-5b40-4b44-b9c0-f2e338a5da1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:48.121025 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a70f1a76-5b40-4b44-b9c0-f2e338a5da1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:48.122165 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a70f1a76-5b40-4b44-b9c0-f2e338a5da1f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5d3f956b-fb16-42fa-b1ee-836c9a460bcd HTTP/1.1" status: 204 len: 168 time: 0.2235177 Aug 13 03:37:48.129808 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f1a76-5b40-4b44-b9c0-f2e338a5da1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3f956b-fb16-42fa-b1ee-836c9a460bcd,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:48.866434 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfba91f-bdc9-4f8c-8eb1-e6f21bd965dd req-596c83fb-ad90-411d-b219-999af2015ddf tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:48.868171 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8dfba91f-bdc9-4f8c-8eb1-e6f21bd965dd req-596c83fb-ad90-411d-b219-999af2015ddf tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0802107 Aug 13 03:37:48.915650 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8dfba91f-bdc9-4f8c-8eb1-e6f21bd965dd req-093b0293-487f-4522-a014-869c946955e0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Aug 13 03:37:49.209730 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf026a-124e-4715-aea1-a3f1fb06015f req-05098440-216c-4592-9e02-f5c3961167b2 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:49.211206 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7fdf026a-124e-4715-aea1-a3f1fb06015f req-05098440-216c-4592-9e02-f5c3961167b2 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 945 time: 0.0525396 Aug 13 03:37:49.251126 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7fdf026a-124e-4715-aea1-a3f1fb06015f req-fdab9554-1372-4c01-86cc-6c9e811b87dc tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327487 Aug 13 03:37:49.268799 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 33870) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:49.393328 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4bfede6f-e902-45fd-9e5e-a50b7013fb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:49.482584 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4bfede6f-e902-45fd-9e5e-a50b7013fb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:49.486409 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4bfede6f-e902-45fd-9e5e-a50b7013fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:49.526114 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-4bfede6f-e902-45fd-9e5e-a50b7013fb9d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7c840b83b3e44bd2b2bcb7afaacd0b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562327 Aug 13 03:37:49.527229 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfede6f-e902-45fd-9e5e-a50b7013fb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10861439-e30b-4848-b689-ec640d1661df,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:49.528782 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 33874) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:49.583008 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6660634e-1d1b-4e34-b7f1-f1d5038287c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:49.603721 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6660634e-1d1b-4e34-b7f1-f1d5038287c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:49.652746 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6660634e-1d1b-4e34-b7f1-f1d5038287c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:49.656722 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6660634e-1d1b-4e34-b7f1-f1d5038287c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:49.658192 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-6660634e-1d1b-4e34-b7f1-f1d5038287c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10861439-e30b-4848-b689-ec640d1661df HTTP/1.1" status: 204 len: 168 time: 0.1284509 Aug 13 03:37:49.665727 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660634e-1d1b-4e34-b7f1-f1d5038287c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10861439-e30b-4848-b689-ec640d1661df,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:49.748581 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d648ba4-98f6-4818-9b9e-7055640b598c req-a00d810b-10d6-4a4c-926f-7d6c2aa0661b tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:49.750754 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-8d648ba4-98f6-4818-9b9e-7055640b598c req-a00d810b-10d6-4a4c-926f-7d6c2aa0661b tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.63 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 945 time: 0.0913453 Aug 13 03:37:49.887636 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-8d648ba4-98f6-4818-9b9e-7055640b598c req-ac45c255-0ac9-4b91-838e-39788ad0f51e tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Deleting port b312ed88-d8c7-4318-b646-2f0a561a1718 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:37:49.888224 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-8d648ba4-98f6-4818-9b9e-7055640b598c req-ac45c255-0ac9-4b91-838e-39788ad0f51e tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:50.055024 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e645c0-b734-4bef-b459-92fbe8070e68 req-99ee5f32-0325-4284-8596-fc4faa1ae016 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:50.058056 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f7e645c0-b734-4bef-b459-92fbe8070e68 req-99ee5f32-0325-4284-8596-fc4faa1ae016 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0705578 Aug 13 03:37:50.130599 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f7e645c0-b734-4bef-b459-92fbe8070e68 req-6e351e27-9a83-49e0-a03b-6b9386b73304 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630970 Aug 13 03:37:50.211823 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-8d648ba4-98f6-4818-9b9e-7055640b598c req-ac45c255-0ac9-4b91-838e-39788ad0f51e tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] For port b312ed88-d8c7-4318-b646-2f0a561a1718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b312ed88-d8c7-4318-b646-2f0a561a1718,segment=NetworkSegment(ee57299f-b41f-4443-875e-98c3cd96afa2),segment_id=ee57299f-b41f-4443-875e-98c3cd96afa2)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:37:50.212232 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-8d648ba4-98f6-4818-9b9e-7055640b598c req-ac45c255-0ac9-4b91-838e-39788ad0f51e tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:50.229062 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-8d648ba4-98f6-4818-9b9e-7055640b598c req-ac45c255-0ac9-4b91-838e-39788ad0f51e tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Calling delete_port for b312ed88-d8c7-4318-b646-2f0a561a1718 owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:37:50.403855 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825ad47-1548-4121-8b31-ca874844e35d req-6244192b-7045-4f17-a731-e9b19b576415 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:50.408370 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d825ad47-1548-4121-8b31-ca874844e35d req-6244192b-7045-4f17-a731-e9b19b576415 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 945 time: 0.0575480 Aug 13 03:37:50.420082 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-8d648ba4-98f6-4818-9b9e-7055640b598c req-ac45c255-0ac9-4b91-838e-39788ad0f51e tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:50.435276 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['b312ed88-d8c7-4318-b646-2f0a561a1718'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:37:50.452086 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45c255-0ac9-4b91-838e-39788ad0f51e tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Pushing event deleted for resources: {'Port': ['ID=b312ed88-d8c7-4318-b646-2f0a561a1718,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:50.458937 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d825ad47-1548-4121-8b31-ca874844e35d req-ba0a78ed-e373-4b7e-98bc-a801a463cf43 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4a6f0d-a794-441d-baad-f1d16605da85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466359 Aug 13 03:37:50.516547 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d648ba4-98f6-4818-9b9e-7055640b598c req-ac45c255-0ac9-4b91-838e-39788ad0f51e tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] No DVR routers for this DVR port b312ed88-d8c7-4318-b646-2f0a561a1718 on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:37:50.519669 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-8d648ba4-98f6-4818-9b9e-7055640b598c req-ac45c255-0ac9-4b91-838e-39788ad0f51e tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:50.521662 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-8d648ba4-98f6-4818-9b9e-7055640b598c req-ac45c255-0ac9-4b91-838e-39788ad0f51e tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.63 "DELETE /v2.0/ports/b312ed88-d8c7-4318-b646-2f0a561a1718 HTTP/1.1" status: 204 len: 173 time: 0.7637713 Aug 13 03:37:50.522148 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9296a8-7fed-4a9c-b62c-09f8ce436f98', 'name': 'network-vif-deleted', 'tag': 'b312ed88-d8c7-4318-b646-2f0a561a1718'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:37:50.524379 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85204ef9-fb77-4d7b-b37f-9cd08e6b6736" -d '{"events": [{"server_uuid": "da9296a8-7fed-4a9c-b62c-09f8ce436f98", "name": "network-vif-deleted", "tag": "b312ed88-d8c7-4318-b646-2f0a561a1718"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:37:50.563623 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ad9768-a86d-4231-9c7d-c264d35f636b x-openstack-request-id: req-d9ad9768-a86d-4231-9c7d-c264d35f636b {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:37:50.564040 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9296a8-7fed-4a9c-b62c-09f8ce436f98", "name": "network-vif-deleted", "tag": "b312ed88-d8c7-4318-b646-2f0a561a1718", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:37:50.564195 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d9ad9768-a86d-4231-9c7d-c264d35f636b {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:37:50.564585 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9296a8-7fed-4a9c-b62c-09f8ce436f98', 'name': 'network-vif-deleted', 'tag': 'b312ed88-d8c7-4318-b646-2f0a561a1718', 'status': 'completed', 'code': 200} Aug 13 03:37:51.246862 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53b5da-831f-431b-a554-703d66ee5668 req-5f35f370-b7a1-497c-bee6-7fbb9e80f998 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:51.248366 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2d53b5da-831f-431b-a554-703d66ee5668 req-5f35f370-b7a1-497c-bee6-7fbb9e80f998 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0491123 Aug 13 03:37:51.284579 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2d53b5da-831f-431b-a554-703d66ee5668 req-054210de-7a9f-4d31-a45f-6a9987c654af tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302813 Aug 13 03:37:53.557011 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-aeae0d4f-c828-4f1b-b669-ce0fb81fe1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:53.736278 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device b312ed88-d8c7-4318-b646-2f0a561a1718 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:37:53.752961 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-553bc878-14b8-4c9d-9877-0ea587c183fc req-dfc64b56-f4df-4cd6-85d5-683a9c73b593 tempest-VolumesActionsTest-1597921258 tempest-VolumesActionsTest-1597921258-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9296a8-7fed-4a9c-b62c-09f8ce436f98 HTTP/1.1" status: 200 len: 210 time: 0.0511382 Aug 13 03:37:53.756718 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: b312ed88-d8c7-4318-b646-2f0a561a1718 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:37:53.757067 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device b312ed88-d8c7-4318-b646-2f0a561a1718 not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:37:53.772561 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f119181-11f5-4c9a-9444-b5bc5d6806f0 req-3011a421-51bd-49eb-a0c0-d655125e25ed tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:53.774032 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8f119181-11f5-4c9a-9444-b5bc5d6806f0 req-3011a421-51bd-49eb-a0c0-d655125e25ed tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0742311 Aug 13 03:37:53.815638 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8f119181-11f5-4c9a-9444-b5bc5d6806f0 req-a5881078-25cf-47fe-8346-7afc41127f19 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340557 Aug 13 03:37:56.130071 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-89d4137a-b5fa-4b4f-a3cb-66ab3c02d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:56.273679 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:57.296064 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:57.654583 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeccf6-8470-4605-8cc3-e9b773954945 req-9d9957c5-1786-4add-a321-685d4649027e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:57.663938 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aadeccf6-8470-4605-8cc3-e9b773954945 req-9d9957c5-1786-4add-a321-685d4649027e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0630338 Aug 13 03:37:57.698739 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aadeccf6-8470-4605-8cc3-e9b773954945 req-f4d330fa-be31-462c-ae8f-bc2f4bbfd7e5 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338459 Aug 13 03:37:58.034662 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:37:58.829036 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04af0b-4c6f-4e0e-9b64-f1d9205fa0e5 req-e18c2805-f88c-46a3-bd58-1b1639b74b63 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:58.830269 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1a04af0b-4c6f-4e0e-9b64-f1d9205fa0e5 req-e18c2805-f88c-46a3-bd58-1b1639b74b63 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0595357 Aug 13 03:37:58.849946 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:58.873073 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1a04af0b-4c6f-4e0e-9b64-f1d9205fa0e5 req-b7612835-3d1d-4e91-95ae-fb8650602dd4 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355484 Aug 13 03:37:59.452097 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 34118) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:59.553329 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1bc968c0-a45b-4628-aff4-d3a45585ea2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:59.643679 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1bc968c0-a45b-4628-aff4-d3a45585ea2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:59.647386 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1bc968c0-a45b-4628-aff4-d3a45585ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:59.684794 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1bc968c0-a45b-4628-aff4-d3a45585ea2d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e0c6971f5de4be9a12702bfcbf5fb40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316587 Aug 13 03:37:59.685665 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc968c0-a45b-4628-aff4-d3a45585ea2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918f4948-3e54-49f8-8cd7-ad7399b15e99,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:59.687827 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 34124) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:59.734742 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3ebe64eb-9668-4101-9b67-a6077b3ad70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:59.754173 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3ebe64eb-9668-4101-9b67-a6077b3ad70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:59.797779 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3ebe64eb-9668-4101-9b67-a6077b3ad70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:59.800179 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3ebe64eb-9668-4101-9b67-a6077b3ad70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:59.801285 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-3ebe64eb-9668-4101-9b67-a6077b3ad70a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/918f4948-3e54-49f8-8cd7-ad7399b15e99 HTTP/1.1" status: 204 len: 168 time: 0.1123466 Aug 13 03:37:59.808423 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe64eb-9668-4101-9b67-a6077b3ad70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918f4948-3e54-49f8-8cd7-ad7399b15e99,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:37:59.986133 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0b34b-56d7-487f-b941-c3f62ae817e7 req-e4956939-e9ad-4285-8bce-859c2e0a9fba tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:37:59.992963 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-82b0b34b-56d7-487f-b941-c3f62ae817e7 req-e4956939-e9ad-4285-8bce-859c2e0a9fba tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0531385 Aug 13 03:38:00.032511 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-82b0b34b-56d7-487f-b941-c3f62ae817e7 req-3359a281-f2a9-4be9-b83a-e4877c25f256 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332401 Aug 13 03:38:01.147393 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c5568-1e6c-41a1-9e7d-e5bd7190dc44 req-8fa13429-2b33-4d91-8aad-9895d0e3a7fe tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:01.148829 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-af4c5568-1e6c-41a1-9e7d-e5bd7190dc44 req-8fa13429-2b33-4d91-8aad-9895d0e3a7fe tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0503204 Aug 13 03:38:01.185725 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-af4c5568-1e6c-41a1-9e7d-e5bd7190dc44 req-760c1c28-b82d-416c-bf6e-ae74fdfd8099 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312374 Aug 13 03:38:02.337020 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0715b-752f-42ef-b9e7-0f0b3177255c req-4a4fc6ce-1312-471a-9209-36f0e30cafe5 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:02.338397 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-91b0715b-752f-42ef-b9e7-0f0b3177255c req-4a4fc6ce-1312-471a-9209-36f0e30cafe5 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0789564 Aug 13 03:38:02.358145 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6514a-1900-4460-b122-368b7270df5b req-87ef62d4-44ce-490a-ba3f-5b83c1368a3c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:02.359541 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-54a6514a-1900-4460-b122-368b7270df5b req-87ef62d4-44ce-490a-ba3f-5b83c1368a3c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0706940 Aug 13 03:38:02.406728 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-91b0715b-752f-42ef-b9e7-0f0b3177255c req-f3a527ca-44ff-4038-a39b-eb83ca7dfd88 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611236 Aug 13 03:38:02.413899 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-54a6514a-1900-4460-b122-368b7270df5b req-f7f4fd0b-9868-4a20-825e-8f2f100632a3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473163 Aug 13 03:38:03.531052 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4f6b3-bb4f-41bb-9d83-708b3d6b5d5d req-9ed9e6c2-cb32-4a17-b019-3f54bf0ed985 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:03.533144 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19b4f6b3-bb4f-41bb-9d83-708b3d6b5d5d req-9ed9e6c2-cb32-4a17-b019-3f54bf0ed985 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0550606 Aug 13 03:38:03.600763 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19b4f6b3-bb4f-41bb-9d83-708b3d6b5d5d req-813feae3-0af1-4137-83e9-81f7238abec2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594497 Aug 13 03:38:03.767803 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c8c9a-5f90-47bc-a36a-a9305e8c5ec6 req-aba629c7-55e2-4309-874f-e6faefbd614e tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:03.767803 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b44c8c9a-5f90-47bc-a36a-a9305e8c5ec6 req-aba629c7-55e2-4309-874f-e6faefbd614e tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0668213 Aug 13 03:38:03.819921 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b44c8c9a-5f90-47bc-a36a-a9305e8c5ec6 req-055a9d1e-2170-4f96-a867-adfd225adb89 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514081 Aug 13 03:38:04.732885 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd05be-da7e-42e5-9f73-52a309e2eef0 req-c1c54ace-a64b-43bd-a645-bc5b3dd51574 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:04.735315 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9ecd05be-da7e-42e5-9f73-52a309e2eef0 req-c1c54ace-a64b-43bd-a645-bc5b3dd51574 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0563426 Aug 13 03:38:04.780722 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9ecd05be-da7e-42e5-9f73-52a309e2eef0 req-b43e953f-0258-4a79-a0ef-2d83ba7fe1f3 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383801 Aug 13 03:38:04.945449 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa101fc2-39af-483a-bb1a-b73165483df0 req-1e1c1aed-55e9-43cc-9f0f-2f0458a0b789 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:04.947035 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fa101fc2-39af-483a-bb1a-b73165483df0 req-1e1c1aed-55e9-43cc-9f0f-2f0458a0b789 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0580311 Aug 13 03:38:05.001649 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fa101fc2-39af-483a-bb1a-b73165483df0 req-c729058a-78cc-4813-890e-4f0122b90a01 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456350 Aug 13 03:38:05.121840 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 34280) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:05.238019 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1e509b77-28a9-4e8a-ba08-805408516931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:05.344876 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1e509b77-28a9-4e8a-ba08-805408516931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:05.349591 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1e509b77-28a9-4e8a-ba08-805408516931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:05.389389 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1e509b77-28a9-4e8a-ba08-805408516931 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c96169bdac014efbac2902646a954810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660365 Aug 13 03:38:05.392470 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 34284) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:05.399853 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e509b77-28a9-4e8a-ba08-805408516931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a2592b-ad4d-4a60-a826-cc12997caad6,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:05.455230 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-50ce45b0-b12a-4694-9ef0-0f44288ae3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:05.478276 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-50ce45b0-b12a-4694-9ef0-0f44288ae3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:05.530079 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-50ce45b0-b12a-4694-9ef0-0f44288ae3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:05.533388 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-50ce45b0-b12a-4694-9ef0-0f44288ae3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:05.534677 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-50ce45b0-b12a-4694-9ef0-0f44288ae3f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c3a2592b-ad4d-4a60-a826-cc12997caad6 HTTP/1.1" status: 204 len: 168 time: 0.1412084 Aug 13 03:38:05.543448 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce45b0-b12a-4694-9ef0-0f44288ae3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a2592b-ad4d-4a60-a826-cc12997caad6,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:05.915324 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261c335-7e6e-4e4a-8b5b-d0fc25c1a685 req-c2bf01b1-a9a9-4939-abf6-48c0b9b2d102 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:05.921590 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b261c335-7e6e-4e4a-8b5b-d0fc25c1a685 req-c2bf01b1-a9a9-4939-abf6-48c0b9b2d102 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0647142 Aug 13 03:38:05.968443 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b261c335-7e6e-4e4a-8b5b-d0fc25c1a685 req-05cbfeac-9152-42cb-9428-dfd5b9f0fca8 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389328 Aug 13 03:38:06.158275 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c4e82-9ad7-4e44-9205-0d71e715a4ba req-c10eb885-5f03-4f47-8d87-4eaa00ab6ff7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:06.159730 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-536c4e82-9ad7-4e44-9205-0d71e715a4ba req-c10eb885-5f03-4f47-8d87-4eaa00ab6ff7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0569623 Aug 13 03:38:06.205500 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-536c4e82-9ad7-4e44-9205-0d71e715a4ba req-ecd2c32d-0b3e-412e-b7ab-bb90d5726b68 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366576 Aug 13 03:38:06.459368 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-54207090-c013-44e8-9cc8-89d87d2c35dd tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=59946bfb08104edcb7627b5e9cac3abf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293059 Aug 13 03:38:06.667210 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-e28c6924-ffd3-42aa-8f60-db5c20364eee tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:06.674542 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-e28c6924-ffd3-42aa-8f60-db5c20364eee tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095411 Aug 13 03:38:06.684498 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-bd3f4d7e-2f23-46eb-98bb-b05ab1c95e79 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/quotas/59946bfb08104edcb7627b5e9cac3abf HTTP/1.1" status: 200 len: 375 time: 0.0091650 Aug 13 03:38:06.721483 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-441efeac-d6c9-42b3-91c8-c6dac0537103 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=59946bfb08104edcb7627b5e9cac3abf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307291 Aug 13 03:38:06.937855 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0bbefa19-b68b-4142-9e8b-69ede01f306a req-108132cf-85ff-4603-a61d-29292753e778 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 210 time: 0.0345783 Aug 13 03:38:07.113879 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefdc1e-3d61-42ca-b557-a5364dcd4ccc req-32191938-994a-4e82-a5f4-09c12ec5b199 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:07.115686 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cbefdc1e-3d61-42ca-b557-a5364dcd4ccc req-32191938-994a-4e82-a5f4-09c12ec5b199 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0550234 Aug 13 03:38:07.175269 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cbefdc1e-3d61-42ca-b557-a5364dcd4ccc req-17602e1a-077c-4a45-aaed-c2a5c49f568a tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483263 Aug 13 03:38:07.354339 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51956854-e853-4f12-aa53-040887d0b2d6 req-e5f4b6f4-30a3-44e1-aeff-a49adc15320a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:07.356999 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51956854-e853-4f12-aa53-040887d0b2d6 req-e5f4b6f4-30a3-44e1-aeff-a49adc15320a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0630884 Aug 13 03:38:07.412394 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51956854-e853-4f12-aa53-040887d0b2d6 req-1c25a991-e576-4ed4-9a98-2833874f4c3b tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484405 Aug 13 03:38:08.041069 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0f450a14-2194-4e1a-bf56-2b4f93cd05de req-93a4135f-32e3-4c79-a81c-b52ed415cf9d tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 210 time: 0.0294983 Aug 13 03:38:08.132126 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-7d3a2dab-9c22-4c81-87a3-7d00d0b03b91 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=59946bfb08104edcb7627b5e9cac3abf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331154 Aug 13 03:38:08.360046 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-fc626b4d-155c-468c-af4d-106fffcec34f tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:08.362526 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-fc626b4d-155c-468c-af4d-106fffcec34f tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242579 Aug 13 03:38:08.374857 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44c53c-de36-4f74-84fe-d43f3fa97189 req-ebebd3d9-0981-4ddc-87ad-c6225c8eab54 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:08.376876 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Request body: {'port': {'device_id': '6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c', 'network_id': '5e2a1f7e-d40c-4c45-8326-53175b62cff2', 'admin_state_up': True, 'tenant_id': '59946bfb08104edcb7627b5e9cac3abf'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:38:08.382920 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-eb44c53c-de36-4f74-84fe-d43f3fa97189 req-ebebd3d9-0981-4ddc-87ad-c6225c8eab54 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0835385 Aug 13 03:38:08.448252 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-eb44c53c-de36-4f74-84fe-d43f3fa97189 req-c1ccb506-3588-4171-ba3e-efc92bc74326 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628226 Aug 13 03:38:08.506175 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Made reservation on behalf of 59946bfb08104edcb7627b5e9cac3abf for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:38:08.509941 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:08.520823 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:08.574589 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd0f98-56ad-4109-be83-563fa825f8a0 req-01adc1bf-53f3-46a5-81e4-f036d493e154 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:08.578390 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cdcd0f98-56ad-4109-be83-563fa825f8a0 req-01adc1bf-53f3-46a5-81e4-f036d493e154 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0755610 Aug 13 03:38:08.625740 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cdcd0f98-56ad-4109-be83-563fa825f8a0 req-fe0439e3-7552-4174-a9a5-5de68c270d41 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419428 Aug 13 03:38:08.648975 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:08.653325 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:08.714621 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9caf5ca2-0b59-4384-8d01-c11aa869654e,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:08.794368 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Allocated IP 192.168.233.13 (5e2a1f7e-d40c-4c45-8326-53175b62cff2/d4329cf1-cf4e-4b17-9b20-f1ede0103c9c/5995583c-b2ac-4e22-9302-2b3e088755cb) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:38:08.954911 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:08.970418 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Transition to ACTIVE for port object 5995583c-b2ac-4e22-9302-2b3e088755cb will not be triggered until provisioned by entity DHCP. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:38:09.009792 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:09.053434 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Network 5e2a1f7e-d40c-4c45-8326-53175b62cff2 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:38:09.056481 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:38:09.062377 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:38:09.096278 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Pushing event updated for resources: {'Port': ['ID=5995583c-b2ac-4e22-9302-2b3e088755cb,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:09.143933 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:09.144727 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:09.176712 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-09cb1287-61a9-4914-9390-d207474aa9c7 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8035705 Aug 13 03:38:09.196782 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Request body: {'port': {'device_id': '6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:38:09.260839 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bc435-4107-458d-aa95-c69a314f3feb req-935a3f82-6b14-4931-8c2e-ea8645f66d46 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:09.268558 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f29bc435-4107-458d-aa95-c69a314f3feb req-935a3f82-6b14-4931-8c2e-ea8645f66d46 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 935 time: 0.0966756 Aug 13 03:38:09.269641 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:09.329782 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f29bc435-4107-458d-aa95-c69a314f3feb req-9c7419f4-1ca4-4b57-8611-619f39d993a8 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/security-groups?id=9caf5ca2-0b59-4384-8d01-c11aa869654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601125 Aug 13 03:38:09.423642 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-367c15a7-6555-4e28-bb12-39ffee4d512e None None] Provisioning for port 5995583c-b2ac-4e22-9302-2b3e088755cb completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:38:09.431111 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-367c15a7-6555-4e28-bb12-39ffee4d512e None None] Provisioning complete for port 5995583c-b2ac-4e22-9302-2b3e088755cb triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:38:09.431771 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-367c15a7-6555-4e28-bb12-39ffee4d512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:09.504983 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-367c15a7-6555-4e28-bb12-39ffee4d512e None None] Port 5995583c-b2ac-4e22-9302-2b3e088755cb cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:38:09.582584 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a4c89-5b55-461e-b585-ab7336454b2c req-87fdc568-6690-4eab-ba83-5b469668f166 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:09.584616 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e47a4c89-5b55-461e-b585-ab7336454b2c req-87fdc568-6690-4eab-ba83-5b469668f166 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0528836 Aug 13 03:38:09.613787 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5995583c-b2ac-4e22-9302-2b3e088755cb {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:38:09.623806 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:09.627771 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e47a4c89-5b55-461e-b585-ab7336454b2c req-53690146-0ff8-4dba-8f69-7d21d2f71e7f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359423 Aug 13 03:38:09.639591 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Transition to ACTIVE for port object 5995583c-b2ac-4e22-9302-2b3e088755cb will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:38:09.651876 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:09.707507 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Pushing event updated for resources: {'Port': ['ID=5995583c-b2ac-4e22-9302-2b3e088755cb,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:09.795267 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679de1f-c5aa-4a57-b2b7-fa8da497d3a8 req-6e3a6d7e-66aa-4513-a594-9975fda5819f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:09.798866 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9679de1f-c5aa-4a57-b2b7-fa8da497d3a8 req-6e3a6d7e-66aa-4513-a594-9975fda5819f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0662880 Aug 13 03:38:09.818745 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Attempting to bind port 5995583c-b2ac-4e22-9302-2b3e088755cb on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:38:09.819215 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Attempting to bind port 5995583c-b2ac-4e22-9302-2b3e088755cb by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '84fbdeda-a622-4eed-9227-f39fb6833a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e2a1f7e-d40c-4c45-8326-53175b62cff2'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:38:09.819608 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Attempting to bind port 5995583c-b2ac-4e22-9302-2b3e088755cb on network 5e2a1f7e-d40c-4c45-8326-53175b62cff2 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:38:09.826681 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Port 5995583c-b2ac-4e22-9302-2b3e088755cb on network 5e2a1f7e-d40c-4c45-8326-53175b62cff2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:38:09.827064 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Attempting to bind port 5995583c-b2ac-4e22-9302-2b3e088755cb on network 5e2a1f7e-d40c-4c45-8326-53175b62cff2 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:38:09.842387 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:38:09.842766 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Checking segment: {'id': '84fbdeda-a622-4eed-9227-f39fb6833a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e2a1f7e-d40c-4c45-8326-53175b62cff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:38:09.843279 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Bound using segment: {'id': '84fbdeda-a622-4eed-9227-f39fb6833a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e2a1f7e-d40c-4c45-8326-53175b62cff2'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:38:09.843827 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Bound port: 5995583c-b2ac-4e22-9302-2b3e088755cb, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84fbdeda-a622-4eed-9227-f39fb6833a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e2a1f7e-d40c-4c45-8326-53175b62cff2'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:38:09.844295 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:09.881919 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9679de1f-c5aa-4a57-b2b7-fa8da497d3a8 req-ea21ab1a-6a4a-412f-9d42-2b6ea5707bc8 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713186 Aug 13 03:38:09.931255 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] For port 5995583c-b2ac-4e22-9302-2b3e088755cb, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:38:09.935167 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] For port 5995583c-b2ac-4e22-9302-2b3e088755cb, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5995583c-b2ac-4e22-9302-2b3e088755cb,segment=NetworkSegment(84fbdeda-a622-4eed-9227-f39fb6833a1f),segment_id=84fbdeda-a622-4eed-9227-f39fb6833a1f)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:38:09.944756 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:09.998999 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:09.999791 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:10.001883 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] 10.222.0.63 "PUT /v2.0/ports/5995583c-b2ac-4e22-9302-2b3e088755cb HTTP/1.1" status: 200 len: 1097 time: 0.8123221 Aug 13 03:38:10.002435 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c', 'tag': '5995583c-b2ac-4e22-9302-2b3e088755cb'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:38:10.004855 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a358391-02fe-4f26-b9f0-0c5679510406" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c", "tag": "5995583c-b2ac-4e22-9302-2b3e088755cb"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:38:10.033394 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08545-3ee7-4642-ab3b-7d91c597ceaa service neutron] Pushing event updated for resources: {'Port': ['ID=5995583c-b2ac-4e22-9302-2b3e088755cb,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:10.078145 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cb0353-6c6c-4138-bbc1-0947bfe21a90 x-openstack-request-id: req-21cb0353-6c6c-4138-bbc1-0947bfe21a90 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:38:10.078437 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c", "tag": "5995583c-b2ac-4e22-9302-2b3e088755cb", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:38:10.078688 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21cb0353-6c6c-4138-bbc1-0947bfe21a90 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:38:10.079138 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c', 'tag': '5995583c-b2ac-4e22-9302-2b3e088755cb', 'status': 'completed', 'code': 200} Aug 13 03:38:10.135839 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-53e6ee4e-7edd-4486-b5f5-579caa6e7781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:10.137810 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-53e6ee4e-7edd-4486-b5f5-579caa6e7781 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=59946bfb08104edcb7627b5e9cac3abf&device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 1100 time: 0.0514119 Aug 13 03:38:10.228200 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-fad47e6c-9b9e-4fa9-afdb-10679d22ef54 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=5995583c-b2ac-4e22-9302-2b3e088755cb HTTP/1.1" status: 200 len: 217 time: 0.0792844 Aug 13 03:38:10.288256 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a7cf5419-2a82-4226-9bde-dc489c1705f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:10.289914 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-a7cf5419-2a82-4226-9bde-dc489c1705f9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4329cf1-cf4e-4b17-9b20-f1ede0103c9c HTTP/1.1" status: 200 len: 843 time: 0.0503592 Aug 13 03:38:10.354671 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-cc4763e3-383e-4a78-8c5e-9125e20e6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:10.356160 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-cc4763e3-383e-4a78-8c5e-9125e20e6c5e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5e2a1f7e-d40c-4c45-8326-53175b62cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0511396 Aug 13 03:38:10.451979 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f12e5-f6e7-45f3-9636-d0827668fe1f req-ce2589d2-7d69-4d19-a44d-e94c531ef045 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:10.455267 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-745f12e5-f6e7-45f3-9636-d0827668fe1f req-ce2589d2-7d69-4d19-a44d-e94c531ef045 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 947 time: 0.0601256 Aug 13 03:38:10.478315 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-5d6c6e0c-dfda-49a9-a875-296ed0d6ce39 service neutron] 10.222.0.63 "GET /v2.0/networks/5e2a1f7e-d40c-4c45-8326-53175b62cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133239 Aug 13 03:38:10.497361 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-745f12e5-f6e7-45f3-9636-d0827668fe1f req-5e5431d1-466e-4a8e-8dab-f79e668356f1 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/security-groups?id=9caf5ca2-0b59-4384-8d01-c11aa869654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Aug 13 03:38:10.595878 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2d4cc15e-8989-4ca6-a223-ffb657627482 req-311dd348-693c-42ec-8810-338cd72426d1 service neutron] 10.222.0.63 "GET /v2.0/networks/5e2a1f7e-d40c-4c45-8326-53175b62cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082456 Aug 13 03:38:10.760390 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a358391-02fe-4f26-b9f0-0c5679510406 req-b85abecb-b15f-4683-96a9-9884f51f4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:10.761889 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4a358391-02fe-4f26-b9f0-0c5679510406 req-b85abecb-b15f-4683-96a9-9884f51f4589 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=59946bfb08104edcb7627b5e9cac3abf&device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 1100 time: 0.0833249 Aug 13 03:38:10.801430 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47680149-25f9-4167-9f5d-cc6dbffadf0b req-2a70d2ee-79ed-4c78-9d61-88b8504c2675 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:10.803187 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-47680149-25f9-4167-9f5d-cc6dbffadf0b req-2a70d2ee-79ed-4c78-9d61-88b8504c2675 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0763466 Aug 13 03:38:10.876863 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-47680149-25f9-4167-9f5d-cc6dbffadf0b req-e6433b84-59c9-4b92-ada2-b204913d9d68 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617237 Aug 13 03:38:10.934296 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a358391-02fe-4f26-b9f0-0c5679510406 req-f923ec69-72af-47c0-afee-4b80db052425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:10.936475 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4a358391-02fe-4f26-b9f0-0c5679510406 req-f923ec69-72af-47c0-afee-4b80db052425 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5e2a1f7e-d40c-4c45-8326-53175b62cff2 HTTP/1.1" status: 200 len: 870 time: 0.1644015 Aug 13 03:38:10.982109 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4a358391-02fe-4f26-b9f0-0c5679510406 req-6a07450c-3877-431d-a30d-595cb9a89303 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=5995583c-b2ac-4e22-9302-2b3e088755cb HTTP/1.1" status: 200 len: 217 time: 0.0356364 Aug 13 03:38:11.036326 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc560469-0782-48e1-a698-f358b3be960a req-cd49ba8f-1250-4985-8ac8-84359cf19bd0 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:11.038047 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dc560469-0782-48e1-a698-f358b3be960a req-cd49ba8f-1250-4985-8ac8-84359cf19bd0 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0668845 Aug 13 03:38:11.069339 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a358391-02fe-4f26-b9f0-0c5679510406 req-c34acf3b-f86e-45d9-8076-1da83efe1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:11.070757 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4a358391-02fe-4f26-b9f0-0c5679510406 req-c34acf3b-f86e-45d9-8076-1da83efe1564 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4329cf1-cf4e-4b17-9b20-f1ede0103c9c HTTP/1.1" status: 200 len: 843 time: 0.0806003 Aug 13 03:38:11.120661 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dc560469-0782-48e1-a698-f358b3be960a req-26b4ba95-5933-4922-a625-19e967c96f06 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764842 Aug 13 03:38:11.150194 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a358391-02fe-4f26-b9f0-0c5679510406 req-7b64eb33-ed9d-41ef-a0bb-b773e1219c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:11.152049 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4a358391-02fe-4f26-b9f0-0c5679510406 req-7b64eb33-ed9d-41ef-a0bb-b773e1219c13 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5e2a1f7e-d40c-4c45-8326-53175b62cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0711346 Aug 13 03:38:11.291023 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4a358391-02fe-4f26-b9f0-0c5679510406 req-43d4113c-9e2f-422e-b611-08afa0ea8507 service neutron] 10.222.0.63 "GET /v2.0/networks/5e2a1f7e-d40c-4c45-8326-53175b62cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217763 Aug 13 03:38:11.421209 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4a358391-02fe-4f26-b9f0-0c5679510406 req-08931cd2-99e1-4491-9d6a-43c5fb9296db service neutron] 10.222.0.63 "GET /v2.0/networks/5e2a1f7e-d40c-4c45-8326-53175b62cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136894 Aug 13 03:38:11.682717 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be5922-76e3-4387-92c7-aea089335af5 req-f89909e8-8303-4fc4-b5c1-e5f74bb54d15 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:11.684893 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-90be5922-76e3-4387-92c7-aea089335af5 req-f89909e8-8303-4fc4-b5c1-e5f74bb54d15 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 947 time: 0.0879643 Aug 13 03:38:11.716065 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d89529-ca7a-4e23-8c65-8e31ccf80a0f req-3673cb15-ea58-4051-b5b4-80929857b493 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:11.717580 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a6d89529-ca7a-4e23-8c65-8e31ccf80a0f req-3673cb15-ea58-4051-b5b4-80929857b493 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0887475 Aug 13 03:38:11.754102 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-90be5922-76e3-4387-92c7-aea089335af5 req-a08b9ca7-9c56-4d2e-87a4-abc13b578a5a tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/security-groups?id=9caf5ca2-0b59-4384-8d01-c11aa869654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613968 Aug 13 03:38:11.786325 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a6d89529-ca7a-4e23-8c65-8e31ccf80a0f req-b8bee34a-b2e8-4ce5-b010-ff4baf6cec5a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617397 Aug 13 03:38:11.811970 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 5995583c-b2ac-4e22-9302-2b3e088755cb details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:38:11.930137 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 5995583c-b2ac-4e22-9302-2b3e088755cb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5995583c-b2ac-4e22-9302-2b3e088755cb,segment=NetworkSegment(84fbdeda-a622-4eed-9227-f39fb6833a1f),segment_id=84fbdeda-a622-4eed-9227-f39fb6833a1f)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:38:11.943020 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': '5995583c-b2ac-4e22-9302-2b3e088755cb', 'network_id': '5e2a1f7e-d40c-4c45-8326-53175b62cff2', 'port_id': '5995583c-b2ac-4e22-9302-2b3e088755cb', 'mac_address': 'fa:16:3e:d6:93:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4329cf1-cf4e-4b17-9b20-f1ede0103c9c', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:38:11.983636 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:11.998122 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5995583c-b2ac-4e22-9302-2b3e088755cb {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:38:12.020005 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 5995583c-b2ac-4e22-9302-2b3e088755cb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5995583c-b2ac-4e22-9302-2b3e088755cb,segment=NetworkSegment(84fbdeda-a622-4eed-9227-f39fb6833a1f),segment_id=84fbdeda-a622-4eed-9227-f39fb6833a1f)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:38:12.025435 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:12.036509 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75521c96-037b-476f-862a-cabb60832b36 req-447df2ee-ae27-4bfe-bdf5-9e3c9b2c60a6 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:12.038116 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-75521c96-037b-476f-862a-cabb60832b36 req-447df2ee-ae27-4bfe-bdf5-9e3c9b2c60a6 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0807920 Aug 13 03:38:12.086139 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-75521c96-037b-476f-862a-cabb60832b36 req-528986b9-027c-43cb-a411-9a9840e20355 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 Aug 13 03:38:12.090214 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:12.096315 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=5995583c-b2ac-4e22-9302-2b3e088755cb,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:12.243717 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12096372-f551-4e5e-b03f-9ad49b374fcb req-942c04ed-2f71-4692-bf60-77831606e587 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:12.245533 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-12096372-f551-4e5e-b03f-9ad49b374fcb req-942c04ed-2f71-4692-bf60-77831606e587 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0599496 Aug 13 03:38:12.293048 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-12096372-f551-4e5e-b03f-9ad49b374fcb req-ab4085c8-1140-466a-bc18-c30a08ccdde2 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401590 Aug 13 03:38:12.341722 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['5995583c-b2ac-4e22-9302-2b3e088755cb'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:38:12.942929 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5798c7-b16d-4ea1-bcc1-9feac2d0a125 req-c0e5e9bb-0e70-479b-8a45-25852e4b3445 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:12.946281 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be5798c7-b16d-4ea1-bcc1-9feac2d0a125 req-c0e5e9bb-0e70-479b-8a45-25852e4b3445 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 948 time: 0.0960701 Aug 13 03:38:12.962962 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bcc86-d140-44b9-9cc1-1e23c27b6bc6 req-14b32ae4-e66a-4dc1-85a7-ed87698f3c39 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:12.965763 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-600bcc86-d140-44b9-9cc1-1e23c27b6bc6 req-14b32ae4-e66a-4dc1-85a7-ed87698f3c39 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0812066 Aug 13 03:38:13.040428 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be5798c7-b16d-4ea1-bcc1-9feac2d0a125 req-f2eb6ded-09c0-4d83-adc2-9053001000b2 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/security-groups?id=9caf5ca2-0b59-4384-8d01-c11aa869654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735269 Aug 13 03:38:13.043110 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-600bcc86-d140-44b9-9cc1-1e23c27b6bc6 req-688cca81-f85f-47aa-a450-c41372169aac tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672820 Aug 13 03:38:13.227603 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c156c-df65-46d0-a901-be41e825e43e req-b7c6f5c4-9be6-4839-affc-dbcecd1a53c9 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:13.229244 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8c4c156c-df65-46d0-a901-be41e825e43e req-b7c6f5c4-9be6-4839-affc-dbcecd1a53c9 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0553284 Aug 13 03:38:13.269406 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8c4c156c-df65-46d0-a901-be41e825e43e req-3fdadba0-0796-4ff1-a1d1-104fc4e89429 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340240 Aug 13 03:38:13.436068 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682aa417-bf8b-4a82-8742-93e830a0cb94 req-4f78f010-7df1-4a8b-bcea-ae288a7e8c4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:13.438228 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-682aa417-bf8b-4a82-8742-93e830a0cb94 req-4f78f010-7df1-4a8b-bcea-ae288a7e8c4c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0710316 Aug 13 03:38:13.496514 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-682aa417-bf8b-4a82-8742-93e830a0cb94 req-e0eb54bb-edf8-4364-9bc8-0969bf3380dc tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519228 Aug 13 03:38:13.819685 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 5995583c-b2ac-4e22-9302-2b3e088755cb up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:38:13.880829 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port 5995583c-b2ac-4e22-9302-2b3e088755cb completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:38:13.887888 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port 5995583c-b2ac-4e22-9302-2b3e088755cb triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:38:13.888419 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:13.991762 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:14.019047 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5995583c-b2ac-4e22-9302-2b3e088755cb'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:38:14.021710 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b41ddc5-33eb-41c8-8b9b-9bd503156338" -d '{"events": [{"server_uuid": "6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c", "name": "network-vif-plugged", "status": "completed", "tag": "5995583c-b2ac-4e22-9302-2b3e088755cb"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:38:14.062492 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 5995583c-b2ac-4e22-9302-2b3e088755cb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5995583c-b2ac-4e22-9302-2b3e088755cb,segment=NetworkSegment(84fbdeda-a622-4eed-9227-f39fb6833a1f),segment_id=84fbdeda-a622-4eed-9227-f39fb6833a1f)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:38:14.075220 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:14.083533 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92537cb-6209-4137-a548-e8f4cec0eeae x-openstack-request-id: req-c92537cb-6209-4137-a548-e8f4cec0eeae {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:38:14.083939 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c", "name": "network-vif-plugged", "status": "completed", "tag": "5995583c-b2ac-4e22-9302-2b3e088755cb", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:38:14.084313 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c92537cb-6209-4137-a548-e8f4cec0eeae {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:38:14.084904 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5995583c-b2ac-4e22-9302-2b3e088755cb', 'code': 200} Aug 13 03:38:14.145390 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=5995583c-b2ac-4e22-9302-2b3e088755cb,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:14.238740 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbbe94-d27c-4de6-9c22-87d086b7d505 req-7d0dbe07-75d6-4943-aeb9-d4273b666224 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:14.240403 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-eafbbe94-d27c-4de6-9c22-87d086b7d505 req-7d0dbe07-75d6-4943-aeb9-d4273b666224 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0929017 Aug 13 03:38:14.248354 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86beb9-1346-432e-8c6b-9fbcda312f8d req-42398b04-4ca2-49f7-a2d2-3ce71f734017 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:14.249866 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5f86beb9-1346-432e-8c6b-9fbcda312f8d req-42398b04-4ca2-49f7-a2d2-3ce71f734017 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 949 time: 0.1132295 Aug 13 03:38:14.338023 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-eafbbe94-d27c-4de6-9c22-87d086b7d505 req-9e1f3134-230f-446a-bba1-865f5b9b1f36 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693970 Aug 13 03:38:14.346666 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5f86beb9-1346-432e-8c6b-9fbcda312f8d req-86d1a4ad-3ca7-4026-8e4c-5e1adc00b9cf tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/security-groups?id=9caf5ca2-0b59-4384-8d01-c11aa869654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799968 Aug 13 03:38:14.468807 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c01b10-3df5-4385-b6cb-7a93729be4eb req-9d0ae9ea-85cb-4fef-bcdf-c1a98cd11467 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:14.470330 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-59c01b10-3df5-4385-b6cb-7a93729be4eb req-9d0ae9ea-85cb-4fef-bcdf-c1a98cd11467 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0582747 Aug 13 03:38:14.513145 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-59c01b10-3df5-4385-b6cb-7a93729be4eb req-b3f59257-d3db-4bfb-a23f-e7fa452582d4 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353053 Aug 13 03:38:14.642870 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76134f2-c092-47aa-a33a-600c127527ce req-bed18022-d907-48b0-94d8-d69fef00d46e tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:14.659461 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d76134f2-c092-47aa-a33a-600c127527ce req-bed18022-d907-48b0-94d8-d69fef00d46e tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0696876 Aug 13 03:38:14.695841 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d76134f2-c092-47aa-a33a-600c127527ce req-bbd9d4fc-0f93-4a35-a2e0-18bbe9216a29 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354748 Aug 13 03:38:15.339001 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ab29e-35ae-4e6d-a5df-b8b8e3aef237 req-fe591212-f847-4a05-8976-001fda31469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:15.340392 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e11ab29e-35ae-4e6d-a5df-b8b8e3aef237 req-fe591212-f847-4a05-8976-001fda31469a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 1102 time: 0.0435688 Aug 13 03:38:15.522751 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce9ad0-cd12-4fca-8810-e12edd65b7df req-6ffae959-0923-4b9d-ab08-c7a68e2253c7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:15.524244 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ddce9ad0-cd12-4fca-8810-e12edd65b7df req-6ffae959-0923-4b9d-ab08-c7a68e2253c7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0816078 Aug 13 03:38:15.553148 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6297f-2073-47d8-b1b6-85cc2c5de5d8 req-d754994c-5a92-4fdb-88d3-4950a9de95e8 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:15.554614 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3ee6297f-2073-47d8-b1b6-85cc2c5de5d8 req-d754994c-5a92-4fdb-88d3-4950a9de95e8 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 949 time: 0.0826070 Aug 13 03:38:15.591253 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ddce9ad0-cd12-4fca-8810-e12edd65b7df req-737525f1-e1e1-4260-866e-3ff42a262725 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606971 Aug 13 03:38:15.621239 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3ee6297f-2073-47d8-b1b6-85cc2c5de5d8 req-cdd7295a-561a-4fe3-9dde-3efbc4dccf14 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/security-groups?id=9caf5ca2-0b59-4384-8d01-c11aa869654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570998 Aug 13 03:38:15.706052 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e51c6-3516-41de-9552-1391a400ee74 req-be0f9a05-a322-4705-acf8-7b04cc4a337f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:15.707555 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-992e51c6-3516-41de-9552-1391a400ee74 req-be0f9a05-a322-4705-acf8-7b04cc4a337f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0538268 Aug 13 03:38:15.751555 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-992e51c6-3516-41de-9552-1391a400ee74 req-d2b05978-5837-40b4-b478-6ee249a445e2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375459 Aug 13 03:38:15.824124 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9231ef5-ad10-4597-9bb8-c7532dca918b req-e78cb4c1-18a7-4df5-ae7c-c2ce7039590d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:15.831330 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b9231ef5-ad10-4597-9bb8-c7532dca918b req-e78cb4c1-18a7-4df5-ae7c-c2ce7039590d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0580564 Aug 13 03:38:15.865701 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b9231ef5-ad10-4597-9bb8-c7532dca918b req-254b8dcf-be6b-417f-8ccb-87a76af766cc tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334051 Aug 13 03:38:16.289279 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e11ab29e-35ae-4e6d-a5df-b8b8e3aef237 req-53fdd1b1-549b-4ece-8407-1b372dc87d38 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9caf5ca2-0b59-4384-8d01-c11aa869654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Aug 13 03:38:16.785212 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88557eed-ecf3-4ea3-b018-53871009d22e req-7f629b43-e84f-4a6f-802e-fdc3e41e6800 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:16.786739 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-88557eed-ecf3-4ea3-b018-53871009d22e req-7f629b43-e84f-4a6f-802e-fdc3e41e6800 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 949 time: 0.0986705 Aug 13 03:38:16.794451 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af7d30-47a8-4fef-aadc-3176ddc5ce6d req-c2276e48-e9fe-4f48-b5aa-af97607d79f8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:16.795865 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-67af7d30-47a8-4fef-aadc-3176ddc5ce6d req-c2276e48-e9fe-4f48-b5aa-af97607d79f8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.1029251 Aug 13 03:38:16.853333 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-88557eed-ecf3-4ea3-b018-53871009d22e req-959172cf-b7bd-4988-8940-2145be1541ab tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/security-groups?id=9caf5ca2-0b59-4384-8d01-c11aa869654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563884 Aug 13 03:38:16.855800 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-67af7d30-47a8-4fef-aadc-3176ddc5ce6d req-02c2d104-fb4e-49cf-a8aa-9c45464a965e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526938 Aug 13 03:38:17.032798 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6683b-b8d9-4ac8-833d-ce33c88651ce req-a33b48ad-3859-4d62-b8ec-1630de041c6c tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:17.034402 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-28e6683b-b8d9-4ac8-833d-ce33c88651ce req-a33b48ad-3859-4d62-b8ec-1630de041c6c tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0953038 Aug 13 03:38:17.071050 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f3a9a-8676-4c44-839f-ba935e8c12bd req-32e33d14-0746-4f4b-94e8-5ad97cf67fe8 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:17.072696 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ff1f3a9a-8676-4c44-839f-ba935e8c12bd req-32e33d14-0746-4f4b-94e8-5ad97cf67fe8 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0972307 Aug 13 03:38:17.108041 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-28e6683b-b8d9-4ac8-833d-ce33c88651ce req-2f46cc94-3e84-45d1-92ad-0ae1fa8dce98 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644646 Aug 13 03:38:17.134519 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ff1f3a9a-8676-4c44-839f-ba935e8c12bd req-d1d1f414-8294-406b-8f2c-15689a584038 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541639 Aug 13 03:38:18.004235 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c7e7b-96cd-4fbb-b6e4-29a4250b0bfc req-0cde0884-5e32-4083-be6a-4f836979e97f tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:18.005751 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-394c7e7b-96cd-4fbb-b6e4-29a4250b0bfc req-0cde0884-5e32-4083-be6a-4f836979e97f tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 949 time: 0.0794649 Aug 13 03:38:18.018903 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac998897-9ce0-4b09-8fa2-ed4d27a340c1 req-73463946-3625-46ad-80c3-c64019c2448d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:18.025974 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ac998897-9ce0-4b09-8fa2-ed4d27a340c1 req-73463946-3625-46ad-80c3-c64019c2448d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0886152 Aug 13 03:38:18.095744 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ac998897-9ce0-4b09-8fa2-ed4d27a340c1 req-f16c8083-1830-4a8b-b735-373ac431e659 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688033 Aug 13 03:38:18.110516 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-394c7e7b-96cd-4fbb-b6e4-29a4250b0bfc req-7132ec5b-cd04-4db3-b3bc-06e54483f2cd tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/security-groups?id=9caf5ca2-0b59-4384-8d01-c11aa869654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819883 Aug 13 03:38:18.288597 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e5957-cec0-4402-9aad-248a329d0f62 req-be5fbba4-ebc3-447b-b992-9be94a7c85a8 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:18.296746 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-480e5957-cec0-4402-9aad-248a329d0f62 req-be5fbba4-ebc3-447b-b992-9be94a7c85a8 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.1128881 Aug 13 03:38:18.333554 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a4bcf-0aeb-4c06-81cf-4accf7b1c3fb req-4c64119b-6dfa-4413-bb21-ed6ae113b2ac tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:18.345645 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8f7a4bcf-0aeb-4c06-81cf-4accf7b1c3fb req-4c64119b-6dfa-4413-bb21-ed6ae113b2ac tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.1031501 Aug 13 03:38:18.439331 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-480e5957-cec0-4402-9aad-248a329d0f62 req-b8ddafa1-8280-45aa-9ac6-2206c30d7534 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373260 Aug 13 03:38:18.475647 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8f7a4bcf-0aeb-4c06-81cf-4accf7b1c3fb req-07e1bf25-280d-4365-87f1-6a51e921fa96 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287451 Aug 13 03:38:19.207539 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254acde7-f4ab-48df-a8d6-c485b61e014c req-14c3e8bf-5687-4819-b59e-af3155c1d509 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:19.212385 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-254acde7-f4ab-48df-a8d6-c485b61e014c req-14c3e8bf-5687-4819-b59e-af3155c1d509 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0554984 Aug 13 03:38:19.277861 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-254acde7-f4ab-48df-a8d6-c485b61e014c req-1aba513e-76ec-4d19-a0cc-f6d5c6bbd106 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548158 Aug 13 03:38:19.289232 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e848671-f897-4f8c-9446-d7ffb2e2d73f req-d1941ac1-0c2b-4a35-8bba-aa7d6541a290 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:19.291053 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4e848671-f897-4f8c-9446-d7ffb2e2d73f req-d1941ac1-0c2b-4a35-8bba-aa7d6541a290 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 949 time: 0.0774386 Aug 13 03:38:19.350987 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4e848671-f897-4f8c-9446-d7ffb2e2d73f req-86208030-faea-4ac1-8a6e-3d62378dd03e tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/security-groups?id=9caf5ca2-0b59-4384-8d01-c11aa869654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429988 Aug 13 03:38:19.619178 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6571536-c035-45b7-9aa5-17b7f3439238 req-65bf68a0-8540-42b5-abeb-5953b5004fea tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:19.619178 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e6571536-c035-45b7-9aa5-17b7f3439238 req-65bf68a0-8540-42b5-abeb-5953b5004fea tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0878277 Aug 13 03:38:19.680040 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e6571536-c035-45b7-9aa5-17b7f3439238 req-21567ce5-1e84-497b-b1c8-9f9971a2e142 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475831 Aug 13 03:38:19.765336 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e388e-d954-4f9c-89d3-efea32156133 req-1e2be821-4e71-449d-a72c-d9aacd06208d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:19.770787 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-330e388e-d954-4f9c-89d3-efea32156133 req-1e2be821-4e71-449d-a72c-d9aacd06208d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0709343 Aug 13 03:38:19.834211 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-330e388e-d954-4f9c-89d3-efea32156133 req-4e0c207b-fce6-46cb-ae5b-fab656dbe138 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544939 Aug 13 03:38:19.847392 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16b585-e449-4c41-b8c4-1d8de7fd991d req-3ce7eb48-155e-4566-963d-ded21de4c79a tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:19.848993 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4e16b585-e449-4c41-b8c4-1d8de7fd991d req-3ce7eb48-155e-4566-963d-ded21de4c79a tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 949 time: 0.0793250 Aug 13 03:38:19.919072 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4e16b585-e449-4c41-b8c4-1d8de7fd991d req-02d9d206-296c-438a-8547-ba380ecb0430 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/security-groups?id=9caf5ca2-0b59-4384-8d01-c11aa869654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617735 Aug 13 03:38:20.414645 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1a95d-dc2f-4520-abaa-fd1dd55fd5d6 req-62bc860a-e2fc-40d4-9774-d11ff1edb0a0 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:20.416133 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-25f1a95d-dc2f-4520-abaa-fd1dd55fd5d6 req-62bc860a-e2fc-40d4-9774-d11ff1edb0a0 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0514872 Aug 13 03:38:20.476099 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-25f1a95d-dc2f-4520-abaa-fd1dd55fd5d6 req-a482d476-b117-46d2-87a5-14f2419c6e09 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488946 Aug 13 03:38:20.810315 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c0406-b4e8-4d0c-980e-873f81b08466 req-caa006ea-3ff1-4c81-b971-20d5c20afe24 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:20.811952 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e78c0406-b4e8-4d0c-980e-873f81b08466 req-caa006ea-3ff1-4c81-b971-20d5c20afe24 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0752234 Aug 13 03:38:20.897031 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e78c0406-b4e8-4d0c-980e-873f81b08466 req-0ba4c7b4-f243-42e0-a644-12028bda5afd tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736043 Aug 13 03:38:20.995155 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e935-66ff-44cf-a3fd-2937adfc6d6b req-c52bfb12-9a5f-43d7-acce-f3043701050c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:21.002719 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1fc6e935-66ff-44cf-a3fd-2937adfc6d6b req-c52bfb12-9a5f-43d7-acce-f3043701050c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0579247 Aug 13 03:38:21.157425 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb74b4-ba5d-4f26-9031-bc76aff597e7 req-5bbff72b-3e07-440b-8595-6adf0dacb2d9 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:21.159247 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5dbb74b4-ba5d-4f26-9031-bc76aff597e7 req-5bbff72b-3e07-440b-8595-6adf0dacb2d9 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 949 time: 0.0742755 Aug 13 03:38:21.255738 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-5dbb74b4-ba5d-4f26-9031-bc76aff597e7 req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Deleting port 5995583c-b2ac-4e22-9302-2b3e088755cb {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:38:21.256128 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5dbb74b4-ba5d-4f26-9031-bc76aff597e7 req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:21.282573 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1fc6e935-66ff-44cf-a3fd-2937adfc6d6b req-c5379444-91bb-4ac1-a478-c5d146d25c1d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789681 Aug 13 03:38:21.294168 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc69734-8f34-4b5e-baba-11e2299e0f54 req-13a9fc2f-d875-4e1e-83f4-72859627b6c5 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:21.295595 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3dc69734-8f34-4b5e-baba-11e2299e0f54 req-13a9fc2f-d875-4e1e-83f4-72859627b6c5 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c HTTP/1.1" status: 200 len: 949 time: 0.2902985 Aug 13 03:38:21.335818 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3dc69734-8f34-4b5e-baba-11e2299e0f54 req-6b91b89a-3f8b-4f5e-af3e-98ef3c8b1d44 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.57 "GET /v2.0/security-groups?id=9caf5ca2-0b59-4384-8d01-c11aa869654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333645 Aug 13 03:38:21.352425 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-5dbb74b4-ba5d-4f26-9031-bc76aff597e7 req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] For port 5995583c-b2ac-4e22-9302-2b3e088755cb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5995583c-b2ac-4e22-9302-2b3e088755cb,segment=NetworkSegment(84fbdeda-a622-4eed-9227-f39fb6833a1f),segment_id=84fbdeda-a622-4eed-9227-f39fb6833a1f)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:38:21.352790 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5dbb74b4-ba5d-4f26-9031-bc76aff597e7 req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:21.364985 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-5dbb74b4-ba5d-4f26-9031-bc76aff597e7 req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Calling delete_port for 5995583c-b2ac-4e22-9302-2b3e088755cb owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:38:21.482556 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5dbb74b4-ba5d-4f26-9031-bc76aff597e7 req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:21.499591 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['5995583c-b2ac-4e22-9302-2b3e088755cb'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:38:21.512719 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Pushing event deleted for resources: {'Port': ['ID=5995583c-b2ac-4e22-9302-2b3e088755cb,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:21.543772 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:21.544156 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:21.544514 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:21.544858 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:21.545197 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:21.545541 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:21.545877 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:21.546212 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:21.546544 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:21.546873 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:21.547200 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:21.548071 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:21.564383 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbb74b4-ba5d-4f26-9031-bc76aff597e7 req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] No DVR routers for this DVR port 5995583c-b2ac-4e22-9302-2b3e088755cb on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:38:21.566696 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5dbb74b4-ba5d-4f26-9031-bc76aff597e7 req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:21.568715 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5dbb74b4-ba5d-4f26-9031-bc76aff597e7 req-e0603d80-32dd-4268-94f9-f42851f097a4 tempest-VolumesNegativeTest-1878622468 tempest-VolumesNegativeTest-1878622468-project] 10.222.0.63 "DELETE /v2.0/ports/5995583c-b2ac-4e22-9302-2b3e088755cb HTTP/1.1" status: 204 len: 173 time: 0.4027009 Aug 13 03:38:21.569164 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c', 'name': 'network-vif-deleted', 'tag': '5995583c-b2ac-4e22-9302-2b3e088755cb'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:38:21.571419 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a0c2fe-e171-4dba-94fe-4882bbc2382c" -d '{"events": [{"server_uuid": "6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c", "name": "network-vif-deleted", "tag": "5995583c-b2ac-4e22-9302-2b3e088755cb"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:38:21.614498 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89f6097-c06e-46cf-ba54-bcfb4b42353e x-openstack-request-id: req-a89f6097-c06e-46cf-ba54-bcfb4b42353e {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:38:21.614825 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c", "name": "network-vif-deleted", "tag": "5995583c-b2ac-4e22-9302-2b3e088755cb", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:38:21.615078 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a89f6097-c06e-46cf-ba54-bcfb4b42353e {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:38:21.615467 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5dfcd0-93dd-497b-8ecf-882c9d9cc73c', 'name': 'network-vif-deleted', 'tag': '5995583c-b2ac-4e22-9302-2b3e088755cb', 'status': 'completed', 'code': 200} Aug 13 03:38:21.620442 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39936653-dec7-453f-94c2-f336f441f976 req-ba69fc52-111f-45af-b921-54cb646987bb tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:21.621964 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-39936653-dec7-453f-94c2-f336f441f976 req-ba69fc52-111f-45af-b921-54cb646987bb tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0725749 Aug 13 03:38:21.661700 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-39936653-dec7-453f-94c2-f336f441f976 req-cbd706d5-4f7f-45b3-9384-39b9ed8edbf1 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324116 Aug 13 03:38:22.021961 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffab561-9d3a-4c2a-8253-f8bff914edcd req-b5f14d23-7613-41b8-b53d-a2260336548d tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:22.024815 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0ffab561-9d3a-4c2a-8253-f8bff914edcd req-b5f14d23-7613-41b8-b53d-a2260336548d tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0531495 Aug 13 03:38:22.085121 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0ffab561-9d3a-4c2a-8253-f8bff914edcd req-39c2bf32-8458-4202-bf22-4178f073b463 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516961 Aug 13 03:38:22.412457 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2beb43e-d122-423d-a755-41e756141bc2 req-3ef4baa2-c3a3-4cea-900e-aefcf3e9ac84 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:22.419971 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e2beb43e-d122-423d-a755-41e756141bc2 req-3ef4baa2-c3a3-4cea-900e-aefcf3e9ac84 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0623236 Aug 13 03:38:22.461222 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e2beb43e-d122-423d-a755-41e756141bc2 req-ccd9b0e0-49bc-45bd-b050-644b98894673 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403337 Aug 13 03:38:22.782779 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8d5b4-9328-4c3e-a476-8746c1f796b1 req-f98f22b0-0cd0-4197-b0d7-cd9e5b5bdfed tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:22.784269 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fbc8d5b4-9328-4c3e-a476-8746c1f796b1 req-f98f22b0-0cd0-4197-b0d7-cd9e5b5bdfed tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0485198 Aug 13 03:38:22.822082 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fbc8d5b4-9328-4c3e-a476-8746c1f796b1 req-23a5e555-bf63-4d26-a43a-6f584cb2def2 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Aug 13 03:38:23.207438 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6de21c-80c9-4c8d-8185-586ec940ded2 req-8cb68aa6-07e2-4543-b58e-496de8c9613c tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:23.209357 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3b6de21c-80c9-4c8d-8185-586ec940ded2 req-8cb68aa6-07e2-4543-b58e-496de8c9613c tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0530007 Aug 13 03:38:23.251685 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3b6de21c-80c9-4c8d-8185-586ec940ded2 req-68d0aa01-b22b-4ac5-9e09-d51835bf73f2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353048 Aug 13 03:38:23.385985 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 34760) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:23.488369 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.560769 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1f87fff0-2bef-47a9-9dfa-5757975a164e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.585353 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 34774) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:23.605266 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44106-4286-433a-a332-22a3d0cd28bd req-0d37bdcd-26a3-47ce-8d91-9e749d89ebe2 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:23.606907 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f9f44106-4286-433a-a332-22a3d0cd28bd req-0d37bdcd-26a3-47ce-8d91-9e749d89ebe2 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0745134 Aug 13 03:38:23.638131 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_v2 [None req-143dd26e-653c-4383-8ec8-efcade611e6d admin admin] Deleting subnet 858ba2d6-ae49-40f8-a0cb-5f38795520a0 {{(pid=94056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:38:23.643254 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-143dd26e-653c-4383-8ec8-efcade611e6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.664698 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f9f44106-4286-433a-a332-22a3d0cd28bd req-61b34688-06c4-4920-948f-e9389b713282 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485401 Aug 13 03:38:23.678227 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-143dd26e-653c-4383-8ec8-efcade611e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913378'] for subnet, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.678815 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.689865 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.726216 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-143dd26e-653c-4383-8ec8-efcade611e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.732687 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12bff4093b9a40d5a51945e414742417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455627 Aug 13 03:38:23.733645 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de78c176-1c48-4c36-a550-e0cf60976348,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:23.740425 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 34790) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:23.777275 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.778183 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.779286 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.779687 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.780300 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.780796 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.781264 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.781849 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.782288 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.782881 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.783848 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.784348 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74517b-9b59-4aaf-904f-bc99a05ffb75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.784793 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-143dd26e-653c-4383-8ec8-efcade611e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1570502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28241023'] for subnet, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.818199 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-40e2331e-658b-4a33-a7c7-bdc00cdf1289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.828440 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dd26e-653c-4383-8ec8-efcade611e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858ba2d6-ae49-40f8-a0cb-5f38795520a0,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:23.830664 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-143dd26e-653c-4383-8ec8-efcade611e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.832681 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-143dd26e-653c-4383-8ec8-efcade611e6d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/858ba2d6-ae49-40f8-a0cb-5f38795520a0 HTTP/1.1" status: 204 len: 168 time: 0.2457075 Aug 13 03:38:23.835486 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 34812) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:23.843198 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-40e2331e-658b-4a33-a7c7-bdc00cdf1289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.861725 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device f7734b6e-d327-490b-b80f-9974fd4539f0 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:38:23.864052 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 5995583c-b2ac-4e22-9302-2b3e088755cb no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:38:23.936215 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-40e2331e-658b-4a33-a7c7-bdc00cdf1289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.939585 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-40e2331e-658b-4a33-a7c7-bdc00cdf1289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.959025 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-40e2331e-658b-4a33-a7c7-bdc00cdf1289 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de78c176-1c48-4c36-a550-e0cf60976348 HTTP/1.1" status: 204 len: 168 time: 0.2109158 Aug 13 03:38:23.986823 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1491b-d282-471e-a8be-e448f1483507 req-2b284eb5-a04c-45cf-a0c0-7ad1990ed600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:23.989314 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-11b1491b-d282-471e-a8be-e448f1483507 req-2b284eb5-a04c-45cf-a0c0-7ad1990ed600 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 1098 time: 0.0896590 Aug 13 03:38:23.994099 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3fec9843-a90b-447c-a40a-a68baff00545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:24.006510 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port f7734b6e-d327-490b-b80f-9974fd4539f0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f7734b6e-d327-490b-b80f-9974fd4539f0,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:38:24.012861 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2331e-658b-4a33-a7c7-bdc00cdf1289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de78c176-1c48-4c36-a550-e0cf60976348,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:24.020243 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: 5995583c-b2ac-4e22-9302-2b3e088755cb {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:38:24.021457 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 5995583c-b2ac-4e22-9302-2b3e088755cb not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:38:24.023542 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'port_id': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'mac_address': 'fa:16:3e:c9:7b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:38:24.059551 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275ea92-de75-47ff-b42f-356ed3a55d22 req-4f2fb483-dd3c-4898-8387-6be4dfd16322 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:24.061447 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3275ea92-de75-47ff-b42f-356ed3a55d22 req-4f2fb483-dd3c-4898-8387-6be4dfd16322 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.1360366 Aug 13 03:38:24.073943 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:24.089437 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7734b6e-d327-490b-b80f-9974fd4539f0 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:38:24.107647 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-11b1491b-d282-471e-a8be-e448f1483507 req-038eb5f8-04bc-4cfa-8bbc-28ace765736f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078780 Aug 13 03:38:24.131634 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port f7734b6e-d327-490b-b80f-9974fd4539f0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f7734b6e-d327-490b-b80f-9974fd4539f0,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:38:24.138197 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3275ea92-de75-47ff-b42f-356ed3a55d22 req-ab20ba38-7e37-42ae-9018-676190219d93 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557196 Aug 13 03:38:24.142277 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:24.178502 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3fec9843-a90b-447c-a40a-a68baff00545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:24.189345 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-3fec9843-a90b-447c-a40a-a68baff00545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00601a12-097d-42f0-b23c-27dce0925916']}} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:38:24.201766 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-3fec9843-a90b-447c-a40a-a68baff00545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee57299f-b41f-4443-875e-98c3cd96afa2') {'for_net_delete': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:38:24.202414 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-3fec9843-a90b-447c-a40a-a68baff00545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee57299f-b41f-4443-875e-98c3cd96afa2') {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:38:24.206083 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=f7734b6e-d327-490b-b80f-9974fd4539f0,revision_number=6']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:24.213807 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3fec9843-a90b-447c-a40a-a68baff00545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913397'] for segment, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:24.228839 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3fec9843-a90b-447c-a40a-a68baff00545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:24.234887 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fec9843-a90b-447c-a40a-a68baff00545 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:38:24.235855 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3fec9843-a90b-447c-a40a-a68baff00545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1570328'] for segment, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: Traceback (most recent call last): Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: timer() Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: cb(*args, **kw) Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: return func(*args, **kwargs) Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: self._notify() Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: self.callback(batched_events) Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: event.method(event) Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: return f(self, *a, **k) Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._get(url).json() Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: return self.request(url, 'GET', **kwargs) Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:38:24.237632 dv-cinder-759962-7-iscsi neutron-server[94056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:38:24.279570 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['f7734b6e-d327-490b-b80f-9974fd4539f0'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:38:24.305511 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3fec9843-a90b-447c-a40a-a68baff00545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:24.311643 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3fec9843-a90b-447c-a40a-a68baff00545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:24.313827 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-3fec9843-a90b-447c-a40a-a68baff00545 admin admin] 10.222.0.57 "DELETE /v2.0/networks/00601a12-097d-42f0-b23c-27dce0925916 HTTP/1.1" status: 204 len: 168 time: 0.4772084 Aug 13 03:38:24.347007 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec9843-a90b-447c-a40a-a68baff00545 admin admin] Pushing event deleted for resources: {'Network': ['ID=00601a12-097d-42f0-b23c-27dce0925916,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:24.420788 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f69719-e17e-4f8a-bb11-27f72b41b475 req-02c37650-6b47-4e83-8245-5042b90425e1 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:24.426370 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-09f69719-e17e-4f8a-bb11-27f72b41b475 req-02c37650-6b47-4e83-8245-5042b90425e1 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0870767 Aug 13 03:38:24.488510 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-09f69719-e17e-4f8a-bb11-27f72b41b475 req-e5a62bdc-9f6c-4def-9d5a-0505a21dc272 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611877 Aug 13 03:38:24.543594 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 34880) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:24.598695 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-684e79eb-be33-4fd8-adf7-ad881a524f70 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a7154702f602470c82487c552ad2cf5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532937 Aug 13 03:38:24.601221 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 34886) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:24.649493 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8aac895a-da8d-48ea-b30d-95efa3175372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:24.670101 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8aac895a-da8d-48ea-b30d-95efa3175372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:24.725050 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8aac895a-da8d-48ea-b30d-95efa3175372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:24.727764 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8aac895a-da8d-48ea-b30d-95efa3175372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:24.728924 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-8aac895a-da8d-48ea-b30d-95efa3175372 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f4a6f0d-a794-441d-baad-f1d16605da85 HTTP/1.1" status: 204 len: 168 time: 0.1268110 Aug 13 03:38:24.744226 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac895a-da8d-48ea-b30d-95efa3175372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4a6f0d-a794-441d-baad-f1d16605da85,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:24.836546 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7b33-ff74-4706-997e-2c4bfad3e211 req-63bffb2f-679f-4b81-931d-40f4ffc98f8f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:24.845385 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f21c7b33-ff74-4706-997e-2c4bfad3e211 req-63bffb2f-679f-4b81-931d-40f4ffc98f8f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 944 time: 0.0653989 Aug 13 03:38:24.912037 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f21c7b33-ff74-4706-997e-2c4bfad3e211 req-d0e14566-c888-4117-b8e3-85f6e2f607ea tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613906 Aug 13 03:38:25.284441 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5021b4-6854-4fda-8071-30c0c5b8443d req-02514916-b7a7-466a-acfc-5cf711ea75d8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:25.291925 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fa5021b4-6854-4fda-8071-30c0c5b8443d req-02514916-b7a7-466a-acfc-5cf711ea75d8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0610554 Aug 13 03:38:25.340440 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fa5021b4-6854-4fda-8071-30c0c5b8443d req-19430868-fc1f-4bc3-88c1-91e102028667 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473373 Aug 13 03:38:25.382693 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 34960) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:25.491454 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-abaa624a-3431-45f9-83d6-77bacbb24b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:25.612966 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-abaa624a-3431-45f9-83d6-77bacbb24b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:25.617937 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-abaa624a-3431-45f9-83d6-77bacbb24b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:25.667257 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-abaa624a-3431-45f9-83d6-77bacbb24b3b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4400623fd2164cba9aab2c5bcc1d291d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811451 Aug 13 03:38:25.667257 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa624a-3431-45f9-83d6-77bacbb24b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b7cb01-027a-4ff2-a646-e2d440ab9b1e,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:25.667654 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 34978) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:25.742815 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-631011eb-eeb7-4f13-bb6a-98ac7b555013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:25.772063 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-631011eb-eeb7-4f13-bb6a-98ac7b555013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:25.789249 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93064353-f5be-4d60-b49b-36892c528364 req-30363d4d-dfdd-4aab-b8d9-b30b503ee622 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:25.790720 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-93064353-f5be-4d60-b49b-36892c528364 req-30363d4d-dfdd-4aab-b8d9-b30b503ee622 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0821035 Aug 13 03:38:25.842269 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-93064353-f5be-4d60-b49b-36892c528364 req-69f8092b-80c5-4b3a-8186-25184cbd0a33 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Aug 13 03:38:25.857769 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-631011eb-eeb7-4f13-bb6a-98ac7b555013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:25.860869 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-631011eb-eeb7-4f13-bb6a-98ac7b555013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:25.861997 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-631011eb-eeb7-4f13-bb6a-98ac7b555013 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/74b7cb01-027a-4ff2-a646-e2d440ab9b1e HTTP/1.1" status: 204 len: 168 time: 0.1929903 Aug 13 03:38:25.875150 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631011eb-eeb7-4f13-bb6a-98ac7b555013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b7cb01-027a-4ff2-a646-e2d440ab9b1e,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:25.883713 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device f7734b6e-d327-490b-b80f-9974fd4539f0 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:38:25.961274 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port f7734b6e-d327-490b-b80f-9974fd4539f0 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:38:25.961948 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:26.039049 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0abe5-3322-4528-88fa-b6e7b553dbfd req-e9e9cfc3-9740-45b5-bcc0-0cd8fa1aef4a tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:26.046137 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-58c0abe5-3322-4528-88fa-b6e7b553dbfd req-e9e9cfc3-9740-45b5-bcc0-0cd8fa1aef4a tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.1075180 Aug 13 03:38:26.083029 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:26.108220 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:38:26.108817 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-58c0abe5-3322-4528-88fa-b6e7b553dbfd req-47bb2699-8589-45e2-9b28-334591d938e1 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614643 Aug 13 03:38:26.111299 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d2be75-5726-4deb-8d21-13b4eb46ba1a" -d '{"events": [{"server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "name": "network-vif-plugged", "status": "completed", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:38:26.134177 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port f7734b6e-d327-490b-b80f-9974fd4539f0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f7734b6e-d327-490b-b80f-9974fd4539f0,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:38:26.143767 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:26.153321 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1f17d21f-d640-46bc-b44e-b77afe4ac8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:26.187048 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0dbeb-f3eb-4345-9eef-583dae606261 req-459bbd6d-e3bc-4ebe-8e37-3556bfe71270 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:26.193134 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-47b0dbeb-f3eb-4345-9eef-583dae606261 req-459bbd6d-e3bc-4ebe-8e37-3556bfe71270 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 944 time: 0.1775448 Aug 13 03:38:26.224148 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0889bb34-c05c-4365-9f74-9b1d30d16040 x-openstack-request-id: req-0889bb34-c05c-4365-9f74-9b1d30d16040 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:38:26.224772 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "name": "network-vif-plugged", "status": "completed", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:38:26.225895 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0889bb34-c05c-4365-9f74-9b1d30d16040 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:38:26.226517 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'code': 200} Aug 13 03:38:26.274276 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=f7734b6e-d327-490b-b80f-9974fd4539f0,revision_number=7']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:26.286915 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-47b0dbeb-f3eb-4345-9eef-583dae606261 req-31c04860-ffe3-4482-82f9-ce5ee6d8c8f5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859883 Aug 13 03:38:26.297948 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:26.298379 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:26.299178 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:26.300542 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:26.300950 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:26.302273 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:26.302814 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:26.303577 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:26.305178 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:26.306408 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:26.307003 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:26.307685 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:26.315578 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:26.501719 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c720b8-11d7-49af-b484-47afe7765532 req-ab9ab2be-a726-414c-868c-005371198c77 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:26.503467 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d6c720b8-11d7-49af-b484-47afe7765532 req-ab9ab2be-a726-414c-868c-005371198c77 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0816910 Aug 13 03:38:26.550697 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d6c720b8-11d7-49af-b484-47afe7765532 req-4a7f6073-2f1e-482f-af69-66215b5fb743 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403514 Aug 13 03:38:26.820774 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 35072) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:26.976530 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 35080) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:26.977070 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c4e64f4e-b6e8-48ef-b8da-f6296b57cfa3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59946bfb08104edcb7627b5e9cac3abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537032 Aug 13 03:38:27.033103 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-631a6be6-4393-429b-a6f5-9a8789a8f014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:27.057259 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-631a6be6-4393-429b-a6f5-9a8789a8f014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:27.115380 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-631a6be6-4393-429b-a6f5-9a8789a8f014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:27.119260 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-631a6be6-4393-429b-a6f5-9a8789a8f014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:27.123404 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-631a6be6-4393-429b-a6f5-9a8789a8f014 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9caf5ca2-0b59-4384-8d01-c11aa869654e HTTP/1.1" status: 204 len: 168 time: 0.1458511 Aug 13 03:38:27.135894 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a6be6-4393-429b-a6f5-9a8789a8f014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caf5ca2-0b59-4384-8d01-c11aa869654e,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:27.310698 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:27.467391 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5437d2-b426-492e-a79a-4fcd568f2ccd req-0581c021-c147-4cf7-950d-7a9f7b69289a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:27.469763 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be5437d2-b426-492e-a79a-4fcd568f2ccd req-0581c021-c147-4cf7-950d-7a9f7b69289a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0680699 Aug 13 03:38:27.522008 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be5437d2-b426-492e-a79a-4fcd568f2ccd req-b50444d1-23fd-4bf0-a5f0-843e6b18742b tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461586 Aug 13 03:38:27.703338 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1c939-0641-44df-9c2e-dbbb70b427d4 req-6549bea9-803f-44df-93da-949c05044a8a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:27.705966 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b5f1c939-0641-44df-9c2e-dbbb70b427d4 req-6549bea9-803f-44df-93da-949c05044a8a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0737247 Aug 13 03:38:27.774071 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b5f1c939-0641-44df-9c2e-dbbb70b427d4 req-47f1f6ae-1113-496d-8fb1-ec2c66df0479 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554743 Aug 13 03:38:28.064979 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2077a-0a8c-49a8-a987-99cf3dc6ab79 req-8b652470-1448-4805-abba-3363105ee914 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:28.073224 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-48a2077a-0a8c-49a8-a987-99cf3dc6ab79 req-8b652470-1448-4805-abba-3363105ee914 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0882163 Aug 13 03:38:28.120253 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-48a2077a-0a8c-49a8-a987-99cf3dc6ab79 req-ce62618d-11c3-490f-8e9b-9c94c22e8cf7 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456731 Aug 13 03:38:28.256382 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bf2a4-4de5-4aa8-aa66-f1318c6097f7 req-e1b034a1-0905-476c-8a70-6f4e6d3bf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:28.257878 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-576bf2a4-4de5-4aa8-aa66-f1318c6097f7 req-e1b034a1-0905-476c-8a70-6f4e6d3bf494 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ad17b1804cb4960a697b55ead1340e7&device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 1099 time: 0.2868230 Aug 13 03:38:28.374245 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bf2a4-4de5-4aa8-aa66-f1318c6097f7 req-ba3ab411-61bc-4844-8060-431a34ef8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:28.376435 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-576bf2a4-4de5-4aa8-aa66-f1318c6097f7 req-ba3ab411-61bc-4844-8060-431a34ef8443 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c8433f3-8dfb-491f-8cba-67225ddc7304 HTTP/1.1" status: 200 len: 919 time: 0.1100984 Aug 13 03:38:28.422634 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-576bf2a4-4de5-4aa8-aa66-f1318c6097f7 req-01eeecd6-e150-4cdc-bfd5-a83b28fbae0e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d HTTP/1.1" status: 200 len: 217 time: 0.0379686 Aug 13 03:38:28.479717 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bf2a4-4de5-4aa8-aa66-f1318c6097f7 req-0feb2b35-5e4e-4610-b88c-184517ac99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:28.481230 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-576bf2a4-4de5-4aa8-aa66-f1318c6097f7 req-0feb2b35-5e4e-4610-b88c-184517ac99ae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0879edd8-5ffe-4b62-af40-fd4d67a82faf HTTP/1.1" status: 200 len: 858 time: 0.0471587 Aug 13 03:38:28.515839 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-576bf2a4-4de5-4aa8-aa66-f1318c6097f7 req-66f4c159-e302-4f8a-bb14-246fa7fe14c6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c8433f3-8dfb-491f-8cba-67225ddc7304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265303 Aug 13 03:38:28.666478 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-576bf2a4-4de5-4aa8-aa66-f1318c6097f7 req-92354ac5-2dbc-4345-91ed-a429db0ccf73 service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407416 Aug 13 03:38:28.709810 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525d6b3-2c69-466f-975e-afbba6161e37 req-eed4e148-c7cf-443f-b94e-bbd44bfec4e8 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:28.711323 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5525d6b3-2c69-466f-975e-afbba6161e37 req-eed4e148-c7cf-443f-b94e-bbd44bfec4e8 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0682554 Aug 13 03:38:28.773492 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-576bf2a4-4de5-4aa8-aa66-f1318c6097f7 req-08206c1b-8804-403e-acc2-0f17e76b8862 service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972443 Aug 13 03:38:28.776758 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5525d6b3-2c69-466f-975e-afbba6161e37 req-3b5b2221-36c4-423f-b3c7-febb5058c95c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578604 Aug 13 03:38:28.876702 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:28.929918 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4c96-7210-4dc6-ad4d-b3f04762e828 req-4d2066b6-de51-4cc6-bc0d-c2d7ae2aa8f4 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:28.931918 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-86ff4c96-7210-4dc6-ad4d-b3f04762e828 req-4d2066b6-de51-4cc6-bc0d-c2d7ae2aa8f4 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0726242 Aug 13 03:38:28.982359 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-86ff4c96-7210-4dc6-ad4d-b3f04762e828 req-ac8b063a-03f6-4be2-83e3-d843cedeed44 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426915 Aug 13 03:38:29.253035 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe28a4-6dcf-402b-be0c-28a985920fc9 req-c3634855-a5b6-484a-b8c1-2ba1207322ba tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:29.255347 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7afe28a4-6dcf-402b-be0c-28a985920fc9 req-c3634855-a5b6-484a-b8c1-2ba1207322ba tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0568922 Aug 13 03:38:29.299438 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7afe28a4-6dcf-402b-be0c-28a985920fc9 req-77754b43-97fb-43ea-bc83-dfb28d16394a tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380239 Aug 13 03:38:29.919792 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690304e-2d65-4cc7-8359-1716cc7c89b0 req-a740af63-f9e0-440c-9c39-bc9c2ba11e45 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:29.921463 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2690304e-2d65-4cc7-8359-1716cc7c89b0 req-a740af63-f9e0-440c-9c39-bc9c2ba11e45 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0566499 Aug 13 03:38:29.965621 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2690304e-2d65-4cc7-8359-1716cc7c89b0 req-301fd7b6-2c5f-4ba0-adaf-a49ae657adaf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375762 Aug 13 03:38:30.116467 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99dccc-b8ea-4e4c-b7b5-4f945d369809 req-df393ce5-f6da-444d-87c6-377cd993333b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:30.118013 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0e99dccc-b8ea-4e4c-b7b5-4f945d369809 req-df393ce5-f6da-444d-87c6-377cd993333b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0581167 Aug 13 03:38:30.176672 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0e99dccc-b8ea-4e4c-b7b5-4f945d369809 req-418c975d-29bc-4276-9c6c-d7a1294fbceb tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478795 Aug 13 03:38:30.439082 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50573f6-61a7-431a-8d75-457461b3e1e8 req-6bf2ff5f-f801-4350-ad5d-30df11192930 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:30.441753 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e50573f6-61a7-431a-8d75-457461b3e1e8 req-6bf2ff5f-f801-4350-ad5d-30df11192930 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0627446 Aug 13 03:38:30.488139 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e50573f6-61a7-431a-8d75-457461b3e1e8 req-ddf43878-3664-4ba5-abc3-ffd45b899bad tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416305 Aug 13 03:38:31.115589 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8272a-dd83-4489-9f6e-24541fa67f04 req-8e1684e8-34e1-45a8-acdf-4f932d0df95a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:31.117183 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ada8272a-dd83-4489-9f6e-24541fa67f04 req-8e1684e8-34e1-45a8-acdf-4f932d0df95a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0544305 Aug 13 03:38:31.167958 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ada8272a-dd83-4489-9f6e-24541fa67f04 req-f635417f-683a-4dcc-9d52-25bb20d3fa1a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 Aug 13 03:38:31.302197 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21cfa6-577f-4611-8798-f788b117f287 req-df54fb5d-4fa0-4ac1-b004-287a96b26a76 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:31.303750 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0f21cfa6-577f-4611-8798-f788b117f287 req-df54fb5d-4fa0-4ac1-b004-287a96b26a76 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0586803 Aug 13 03:38:31.350532 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0f21cfa6-577f-4611-8798-f788b117f287 req-94d55425-ecec-4afa-bf3f-4d7222349301 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408757 Aug 13 03:38:31.623716 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00512a6-9779-4724-83c2-1fda67f1dc32 req-e87bd613-8af9-4c67-b3c4-c73483e2eacb tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:31.628620 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f00512a6-9779-4724-83c2-1fda67f1dc32 req-e87bd613-8af9-4c67-b3c4-c73483e2eacb tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0578439 Aug 13 03:38:31.677044 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f00512a6-9779-4724-83c2-1fda67f1dc32 req-739f76b9-5483-46a1-83dc-66290ed6611f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435851 Aug 13 03:38:32.289037 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02658a-681a-4665-9c5b-0a3d256bd208 req-279a6659-8824-4773-a532-306a45aaa46e tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:32.290518 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cc02658a-681a-4665-9c5b-0a3d256bd208 req-279a6659-8824-4773-a532-306a45aaa46e tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0512240 Aug 13 03:38:32.330422 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cc02658a-681a-4665-9c5b-0a3d256bd208 req-aad65899-5c75-4df4-b0f8-c7a1055649cb tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325928 Aug 13 03:38:32.501029 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015f406-3d4f-444c-900a-60a0fea183ae req-42e1a1de-40f7-484d-8804-6778edbf26c6 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:32.502927 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2015f406-3d4f-444c-900a-60a0fea183ae req-42e1a1de-40f7-484d-8804-6778edbf26c6 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0613441 Aug 13 03:38:32.556040 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2015f406-3d4f-444c-900a-60a0fea183ae req-58b6bfe5-4136-4eba-b891-c1a7ffd705e7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426955 Aug 13 03:38:32.886191 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eb4dc-f3d3-4543-8b02-1a434210cbe8 req-7523d99f-945b-437b-9df1-79b6af6ba047 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:32.887760 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-623eb4dc-f3d3-4543-8b02-1a434210cbe8 req-7523d99f-945b-437b-9df1-79b6af6ba047 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.1158054 Aug 13 03:38:32.929585 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8baa3-2a5e-4bc9-87be-a4e7a1cde8a1 req-903ef202-44a5-4586-a703-990830095680 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:32.936794 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-23f8baa3-2a5e-4bc9-87be-a4e7a1cde8a1 req-903ef202-44a5-4586-a703-990830095680 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.1557260 Aug 13 03:38:32.965749 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82570a-d6c2-4c1f-a7f6-62fcdda17a9d req-6c0af254-c832-435e-870e-99e9ffb896fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:32.967418 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b82570a-d6c2-4c1f-a7f6-62fcdda17a9d req-6c0af254-c832-435e-870e-99e9ffb896fc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=20909ce51f4946e4a6d8cc2c3692f098&device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0566494 Aug 13 03:38:32.985495 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-623eb4dc-f3d3-4543-8b02-1a434210cbe8 req-54e51328-0706-433e-8808-0b1d96b7db78 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814919 Aug 13 03:38:33.009331 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-23f8baa3-2a5e-4bc9-87be-a4e7a1cde8a1 req-ee733e03-bed3-4523-af64-a09b47b64c1b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714815 Aug 13 03:38:33.089867 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82570a-d6c2-4c1f-a7f6-62fcdda17a9d req-2e88b0b8-4ac8-4f8c-be75-7e67768422ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:33.091508 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b82570a-d6c2-4c1f-a7f6-62fcdda17a9d req-2e88b0b8-4ac8-4f8c-be75-7e67768422ba service neutron] 10.222.0.63 "GET /v2.0/networks?id=2bc5c885-09d1-4b83-854e-b64e8b2033af HTTP/1.1" status: 200 len: 912 time: 0.1085641 Aug 13 03:38:33.169651 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b82570a-d6c2-4c1f-a7f6-62fcdda17a9d req-74171f6a-c13e-436f-9653-d3a1fb8f47bd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=959d7fe3-04a8-493f-bc05-cbfe41c36cba HTTP/1.1" status: 200 len: 1002 time: 0.0684323 Aug 13 03:38:33.234051 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82570a-d6c2-4c1f-a7f6-62fcdda17a9d req-0f7e8ef8-ae7f-49d0-a182-653be074b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:33.237397 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b82570a-d6c2-4c1f-a7f6-62fcdda17a9d req-0f7e8ef8-ae7f-49d0-a182-653be074b528 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d0c1a94a-64dc-4d90-a316-1a8d4b512718 HTTP/1.1" status: 200 len: 850 time: 0.0572107 Aug 13 03:38:33.292373 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82570a-d6c2-4c1f-a7f6-62fcdda17a9d req-e46aca8d-88ad-4eb0-b738-f242a03e5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:33.293995 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b82570a-d6c2-4c1f-a7f6-62fcdda17a9d req-e46aca8d-88ad-4eb0-b738-f242a03e5fa1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2bc5c885-09d1-4b83-854e-b64e8b2033af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473485 Aug 13 03:38:33.409709 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b82570a-d6c2-4c1f-a7f6-62fcdda17a9d req-55598667-a8c1-45ad-877e-fef0e6b4903c service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078956 Aug 13 03:38:33.470100 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be618bb9-16bb-49b8-8942-4c63c8576df4 req-b90df035-ca1a-4e1f-8b0f-aafe2465e13a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:33.471883 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be618bb9-16bb-49b8-8942-4c63c8576df4 req-b90df035-ca1a-4e1f-8b0f-aafe2465e13a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0627856 Aug 13 03:38:33.529524 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be618bb9-16bb-49b8-8942-4c63c8576df4 req-e721d6cb-2519-40b3-9d77-4124ee1076c0 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513704 Aug 13 03:38:33.552804 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b82570a-d6c2-4c1f-a7f6-62fcdda17a9d req-1c64fb83-6cb6-4a6d-b7e9-84c0eecd6ed1 service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329074 Aug 13 03:38:34.169431 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4780eea-97e8-4ce1-b584-aa43272ea0c5 req-6f3ff8fa-418c-440b-9f6b-dc71311f2329 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:34.170927 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a4780eea-97e8-4ce1-b584-aa43272ea0c5 req-6f3ff8fa-418c-440b-9f6b-dc71311f2329 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.1029425 Aug 13 03:38:34.209584 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f66a4-c473-45f7-a00a-b400f3655e73 req-fd10503a-ea07-492c-8d2b-32f6697267ba tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:34.212975 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-931f66a4-c473-45f7-a00a-b400f3655e73 req-fd10503a-ea07-492c-8d2b-32f6697267ba tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.1061072 Aug 13 03:38:34.248148 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a4780eea-97e8-4ce1-b584-aa43272ea0c5 req-e5cfc213-9383-4e41-8a17-c97ed9d5a0d1 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663996 Aug 13 03:38:34.289450 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-931f66a4-c473-45f7-a00a-b400f3655e73 req-986ade22-3b12-471f-ae73-58e586b4faf2 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707035 Aug 13 03:38:34.669577 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c2bf2-6392-4bd9-b988-4d8a4199bb13 req-a910f9ea-1136-4652-99f8-5382771445f0 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:34.671145 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-284c2bf2-6392-4bd9-b988-4d8a4199bb13 req-a910f9ea-1136-4652-99f8-5382771445f0 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0539789 Aug 13 03:38:34.717622 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-284c2bf2-6392-4bd9-b988-4d8a4199bb13 req-bb35f426-07d7-4832-9637-166b4f354666 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403094 Aug 13 03:38:35.036837 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:38:35.396806 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b807e-262b-4081-bcd9-371505ecab3a req-9a54287f-852e-4c0d-bd14-747b6a2fa8bd tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:35.398355 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-db9b807e-262b-4081-bcd9-371505ecab3a req-9a54287f-852e-4c0d-bd14-747b6a2fa8bd tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0746737 Aug 13 03:38:35.475756 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd80e9-2438-4f89-83ab-452b22831ae2 req-7ff33e6e-cc4b-475e-b1e6-ff7a34f49de2 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:35.479831 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-49cd80e9-2438-4f89-83ab-452b22831ae2 req-7ff33e6e-cc4b-475e-b1e6-ff7a34f49de2 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0912642 Aug 13 03:38:35.483493 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-db9b807e-262b-4081-bcd9-371505ecab3a req-4bab755a-7d54-4a81-a5c0-f373dc96f56c tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600123 Aug 13 03:38:35.542609 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-49cd80e9-2438-4f89-83ab-452b22831ae2 req-498d8b3e-4002-4685-afab-e601ac9dff82 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555725 Aug 13 03:38:35.851962 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619637cc-8060-4796-8954-b701572d0b60 req-4cf4229a-a27a-4665-bbee-b8fe23783f86 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:35.853491 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-619637cc-8060-4796-8954-b701572d0b60 req-4cf4229a-a27a-4665-bbee-b8fe23783f86 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0510352 Aug 13 03:38:35.895470 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-619637cc-8060-4796-8954-b701572d0b60 req-52d4d2fd-b11c-4541-8c99-23d36a02c2af tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360548 Aug 13 03:38:36.472341 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bacea7-e47b-40ca-a66c-9664f3d0ff66 req-2c294811-13bb-4c93-a591-6808c6bde8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:36.473838 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-33bacea7-e47b-40ca-a66c-9664f3d0ff66 req-2c294811-13bb-4c93-a591-6808c6bde8ad service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 1098 time: 0.0406287 Aug 13 03:38:36.567375 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bacea7-e47b-40ca-a66c-9664f3d0ff66 req-8b7e2c67-c860-4f9a-9ee7-54b4abbcbc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:36.568912 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-33bacea7-e47b-40ca-a66c-9664f3d0ff66 req-8b7e2c67-c860-4f9a-9ee7-54b4abbcbc8f service neutron] 10.222.0.63 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 918 time: 0.0875084 Aug 13 03:38:36.603282 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc909b-c2d9-41ea-a861-5be57b3e46f7 req-d1170734-1e93-494c-9286-24e74f8a39de tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:36.604788 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-24dc909b-c2d9-41ea-a861-5be57b3e46f7 req-d1170734-1e93-494c-9286-24e74f8a39de tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0504296 Aug 13 03:38:36.639031 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-33bacea7-e47b-40ca-a66c-9664f3d0ff66 req-bbaac1e3-a795-47a2-bd5d-0e50ed936bdd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7734b6e-d327-490b-b80f-9974fd4539f0 HTTP/1.1" status: 200 len: 1001 time: 0.0620303 Aug 13 03:38:36.642864 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-24dc909b-c2d9-41ea-a861-5be57b3e46f7 req-fb51f594-2121-4670-b135-9ca5273984ac tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Aug 13 03:38:36.687596 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bacea7-e47b-40ca-a66c-9664f3d0ff66 req-583b9d9f-5157-47ec-89b9-8dd2742da865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:36.689732 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-33bacea7-e47b-40ca-a66c-9664f3d0ff66 req-583b9d9f-5157-47ec-89b9-8dd2742da865 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=204cc8a8-df78-4b34-a937-2e3a8d58cc1b HTTP/1.1" status: 200 len: 856 time: 0.0432079 Aug 13 03:38:36.737763 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bacea7-e47b-40ca-a66c-9664f3d0ff66 req-8bf7bc77-3af2-49c7-a523-2b1c85fed58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:36.739154 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-33bacea7-e47b-40ca-a66c-9664f3d0ff66 req-8bf7bc77-3af2-49c7-a523-2b1c85fed58b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421891 Aug 13 03:38:36.827708 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-33bacea7-e47b-40ca-a66c-9664f3d0ff66 req-36b81053-3cd1-41b3-bf03-cbdf254ac546 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791805 Aug 13 03:38:36.918482 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-33bacea7-e47b-40ca-a66c-9664f3d0ff66 req-dc011515-c459-4c99-9212-f33504bba477 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822756 Aug 13 03:38:37.020279 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8874dcc-9cba-40dd-b717-d18100973832 req-b83c6184-8d8a-4129-9202-e97a8ece64be tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:37.021641 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c8874dcc-9cba-40dd-b717-d18100973832 req-b83c6184-8d8a-4129-9202-e97a8ece64be tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0511076 Aug 13 03:38:37.060149 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c8874dcc-9cba-40dd-b717-d18100973832 req-6be952a9-c83c-4551-846f-819cec982407 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319140 Aug 13 03:38:37.599596 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dae8bcef-708b-4c2b-93a6-4538d193b042 req-3b49dcd4-563a-4677-82d2-705667470c86 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411863 Aug 13 03:38:37.665873 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8bcef-708b-4c2b-93a6-4538d193b042 req-b589f0f2-6e77-4b14-a723-e0156880389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:37.667350 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dae8bcef-708b-4c2b-93a6-4538d193b042 req-b589f0f2-6e77-4b14-a723-e0156880389f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=20909ce51f4946e4a6d8cc2c3692f098&device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0397632 Aug 13 03:38:37.770490 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a8620-fb32-45e9-8215-8e3b2c463a83 req-e6ba23a5-b679-48ca-936d-6b838383b4b2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:37.772010 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-052a8620-fb32-45e9-8215-8e3b2c463a83 req-e6ba23a5-b679-48ca-936d-6b838383b4b2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0545185 Aug 13 03:38:37.779739 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8bcef-708b-4c2b-93a6-4538d193b042 req-99669a2d-45b6-4f02-abce-b3e6c6ff3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:37.781265 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dae8bcef-708b-4c2b-93a6-4538d193b042 req-99669a2d-45b6-4f02-abce-b3e6c6ff3a79 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2bc5c885-09d1-4b83-854e-b64e8b2033af HTTP/1.1" status: 200 len: 912 time: 0.0895770 Aug 13 03:38:37.810373 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-052a8620-fb32-45e9-8215-8e3b2c463a83 req-8d229d8e-f392-45d0-bd69-b09f377d63cc tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324857 Aug 13 03:38:37.851942 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dae8bcef-708b-4c2b-93a6-4538d193b042 req-5d6f4594-2278-49de-8ee3-a6b20b341e3c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=959d7fe3-04a8-493f-bc05-cbfe41c36cba HTTP/1.1" status: 200 len: 1002 time: 0.0581625 Aug 13 03:38:37.909431 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8bcef-708b-4c2b-93a6-4538d193b042 req-7e72d0b4-537d-45a3-8800-52818aad83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:37.910917 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dae8bcef-708b-4c2b-93a6-4538d193b042 req-7e72d0b4-537d-45a3-8800-52818aad83e5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d0c1a94a-64dc-4d90-a316-1a8d4b512718 HTTP/1.1" status: 200 len: 850 time: 0.0429549 Aug 13 03:38:37.963455 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8bcef-708b-4c2b-93a6-4538d193b042 req-bddcf05f-fb97-4afa-a5ea-e0286bb3ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:37.964981 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dae8bcef-708b-4c2b-93a6-4538d193b042 req-bddcf05f-fb97-4afa-a5ea-e0286bb3ee43 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2bc5c885-09d1-4b83-854e-b64e8b2033af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430646 Aug 13 03:38:38.055361 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dae8bcef-708b-4c2b-93a6-4538d193b042 req-f7f0d729-91bb-48af-a0b7-b0ec91ae750d service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791860 Aug 13 03:38:38.152421 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dae8bcef-708b-4c2b-93a6-4538d193b042 req-dfea8417-2993-4938-a64e-fae47730d13d service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847893 Aug 13 03:38:38.179570 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3120c2-5bdf-4bad-bab5-58aebfa1dcd7 req-26ec03d8-3973-4dbf-8251-c138663dd62f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:38.181095 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bc3120c2-5bdf-4bad-bab5-58aebfa1dcd7 req-26ec03d8-3973-4dbf-8251-c138663dd62f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0492158 Aug 13 03:38:38.220223 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bc3120c2-5bdf-4bad-bab5-58aebfa1dcd7 req-030e3a98-3e32-42c4-8c1e-8471d86b29c8 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324924 Aug 13 03:38:39.078027 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66648e83-7193-4f62-be67-085229bbfbbd req-b3d2c0f2-83f0-4d1e-a9cf-9cefde228eed tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:39.079408 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-66648e83-7193-4f62-be67-085229bbfbbd req-b3d2c0f2-83f0-4d1e-a9cf-9cefde228eed tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0508835 Aug 13 03:38:39.115894 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-66648e83-7193-4f62-be67-085229bbfbbd req-2374ca76-8d71-42e8-896c-62fe02caf8c5 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297348 Aug 13 03:38:39.344665 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c19cab-5263-460d-9501-18dc03d2a7b6 req-bd754d77-a124-4ecd-b4ab-5afafce5616b tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:39.346243 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51c19cab-5263-460d-9501-18dc03d2a7b6 req-bd754d77-a124-4ecd-b4ab-5afafce5616b tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0549772 Aug 13 03:38:39.383389 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51c19cab-5263-460d-9501-18dc03d2a7b6 req-bbac5004-9107-4624-b230-2ebc1d227736 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Aug 13 03:38:39.946504 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device f7734b6e-d327-490b-b80f-9974fd4539f0 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:38:39.983694 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c0a7-80c3-4a41-9025-2bba6413f6be req-0753b7e1-0e87-4e3a-8f19-969f4a1810de tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:39.991404 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cd36c0a7-80c3-4a41-9025-2bba6413f6be req-0753b7e1-0e87-4e3a-8f19-969f4a1810de tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 945 time: 0.0556138 Aug 13 03:38:40.025581 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:40.027813 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cd36c0a7-80c3-4a41-9025-2bba6413f6be req-d546a548-8395-44c3-8ca9-a4598e633c4d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355775 Aug 13 03:38:40.052334 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:38:40.054658 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecec2e0-417c-4860-baaa-f8a6f28856bd" -d '{"events": [{"server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "name": "network-vif-unplugged", "status": "completed", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:38:40.068116 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port f7734b6e-d327-490b-b80f-9974fd4539f0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f7734b6e-d327-490b-b80f-9974fd4539f0,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:38:40.072553 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:40.095437 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 Aug 2021 03:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5a6a4d-7ff0-4b9c-9de8-d9a7a8e37985 x-openstack-request-id: req-6c5a6a4d-7ff0-4b9c-9de8-d9a7a8e37985 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:38:40.095725 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "name": "network-vif-unplugged", "status": "failed", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0", "code": 422}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:38:40.096544 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c5a6a4d-7ff0-4b9c-9de8-d9a7a8e37985 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:38:40.096984 dv-cinder-759962-7-iscsi neutron-server[94058]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'code': 422} returned with failed status Aug 13 03:38:40.121771 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=f7734b6e-d327-490b-b80f-9974fd4539f0,revision_number=8']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:40.234285 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bd709-88f4-43da-9ff6-91e02a228000 req-37d8903b-2366-469f-99e2-34bbc76517c0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:40.235802 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d44bd709-88f4-43da-9ff6-91e02a228000 req-37d8903b-2366-469f-99e2-34bbc76517c0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0523872 Aug 13 03:38:40.273077 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d44bd709-88f4-43da-9ff6-91e02a228000 req-c44cc71d-90a8-4d14-b4d9-463bf2432bde tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313506 Aug 13 03:38:40.282511 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 35254) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:40.371377 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-91e221d2-eaba-44de-826f-deb9217ebd65 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872526 Aug 13 03:38:41.151946 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294ca50-ac0e-4ca5-819f-9d68cc519a6b req-0f855a9e-ec93-43e6-b1b5-1b87d1fd7263 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:41.153330 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b294ca50-ac0e-4ca5-819f-9d68cc519a6b req-0f855a9e-ec93-43e6-b1b5-1b87d1fd7263 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0503595 Aug 13 03:38:41.191683 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b294ca50-ac0e-4ca5-819f-9d68cc519a6b req-0bdf863e-fa70-46ca-a544-9ae17c7afa6c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322804 Aug 13 03:38:41.389802 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43915770-c8ed-43c4-b476-160f3347eefd req-cd3fb6b0-72f9-455b-9f87-c3f40e6f97de tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:41.391272 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-43915770-c8ed-43c4-b476-160f3347eefd req-cd3fb6b0-72f9-455b-9f87-c3f40e6f97de tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0500498 Aug 13 03:38:41.430522 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-43915770-c8ed-43c4-b476-160f3347eefd req-b5061a8e-9ac4-4594-8d75-1c6caf37ab8f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322349 Aug 13 03:38:41.788898 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-8dc5f458-1864-4e38-b456-47f1c77758f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:41.790388 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-8dc5f458-1864-4e38-b456-47f1c77758f1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117&tenant_id=8c29dde412844c7080ebb0405ba4f877 HTTP/1.1" status: 200 len: 1096 time: 0.0705290 Aug 13 03:38:41.867726 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-93f6f5fb-b8c4-424f-a801-3e71ead640bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:41.869514 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-93f6f5fb-b8c4-424f-a801-3e71ead640bc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 1096 time: 0.0440035 Aug 13 03:38:41.964509 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-e827ac56-2b84-4f7c-aaa9-760026cdc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:41.966121 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-e827ac56-2b84-4f7c-aaa9-760026cdc1be service neutron] 10.222.0.63 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 918 time: 0.0843775 Aug 13 03:38:42.031889 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-4f49e0e4-7756-4e82-9a37-b52e7f601d3c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7734b6e-d327-490b-b80f-9974fd4539f0 HTTP/1.1" status: 200 len: 999 time: 0.0581014 Aug 13 03:38:42.070912 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:42.081621 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-f9933165-194c-4bed-812d-d12c43af199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:42.083334 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-f9933165-194c-4bed-812d-d12c43af199a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=204cc8a8-df78-4b34-a937-2e3a8d58cc1b HTTP/1.1" status: 200 len: 856 time: 0.0442183 Aug 13 03:38:42.127264 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-e86d3b72-8dba-4569-999f-5632eed0b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:42.128715 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-e86d3b72-8dba-4569-999f-5632eed0b8ff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377216 Aug 13 03:38:42.220520 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-d5681207-14bc-421c-adef-638b985f04c2 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814102 Aug 13 03:38:42.309199 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfc1eb6d-5d64-4fcd-baae-df6646c6f472 req-c6a7701f-93f2-4c67-857b-01c4bba2022d service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802760 Aug 13 03:38:42.315484 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0bc54-5572-483d-8d5e-d4f98eca8737 req-f03f95d9-c06e-4f28-8876-9de3d1b2a256 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:42.316982 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-64b0bc54-5572-483d-8d5e-d4f98eca8737 req-f03f95d9-c06e-4f28-8876-9de3d1b2a256 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0510662 Aug 13 03:38:42.356406 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-64b0bc54-5572-483d-8d5e-d4f98eca8737 req-3687a7d6-99c2-4626-b5a5-bda9de381fed tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332961 Aug 13 03:38:42.549413 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609477a-088f-4b1a-bfe0-4524527fb0f2 req-bce477dd-7ab2-40ec-ab54-0b80376a04a7 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:42.550918 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f609477a-088f-4b1a-bfe0-4524527fb0f2 req-bce477dd-7ab2-40ec-ab54-0b80376a04a7 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0523512 Aug 13 03:38:42.596067 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f609477a-088f-4b1a-bfe0-4524527fb0f2 req-20db4cae-1e9f-4f38-8388-47f804f45af0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376115 Aug 13 03:38:43.478747 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39206907-709b-420b-9db4-ad38009a6ae3 req-d373ed48-0329-45ae-9835-343fc72f5c54 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:43.480345 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-39206907-709b-420b-9db4-ad38009a6ae3 req-d373ed48-0329-45ae-9835-343fc72f5c54 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0494204 Aug 13 03:38:43.519222 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-39206907-709b-420b-9db4-ad38009a6ae3 req-ca86b038-93d8-4c6e-b1d4-923ad6d57c29 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330834 Aug 13 03:38:43.722990 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392d1fe-77cb-4ee3-86df-42a2dbad4319 req-51621ebb-a9c9-41bf-bd83-87f88e11f84f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:43.724455 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f392d1fe-77cb-4ee3-86df-42a2dbad4319 req-51621ebb-a9c9-41bf-bd83-87f88e11f84f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0584722 Aug 13 03:38:43.762470 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f392d1fe-77cb-4ee3-86df-42a2dbad4319 req-75d62e16-aa16-4a01-95d7-b3575cd03101 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320616 Aug 13 03:38:44.645131 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1aec8-2146-4a66-bc54-12a2c5df4063 req-27aca950-6bb3-4b5a-93ff-624569632edc tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:44.647326 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-94a1aec8-2146-4a66-bc54-12a2c5df4063 req-27aca950-6bb3-4b5a-93ff-624569632edc tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0517738 Aug 13 03:38:44.689287 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-94a1aec8-2146-4a66-bc54-12a2c5df4063 req-960b7781-87d6-42be-9e92-1434134a54a9 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353160 Aug 13 03:38:44.884174 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7ed7-ab13-489e-9076-3e4d20173b63 req-e75551d5-57f6-4708-a27e-654765bea495 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:44.885677 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-092b7ed7-ab13-489e-9076-3e4d20173b63 req-e75551d5-57f6-4708-a27e-654765bea495 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0541160 Aug 13 03:38:44.924173 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-092b7ed7-ab13-489e-9076-3e4d20173b63 req-b123f61b-95d4-4ce0-8a83-5138d0a9ad7c tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322573 Aug 13 03:38:45.814454 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7016fd-f16a-4df3-bf48-c65bbbae91bf req-19b3a86c-6de4-4bd1-ab90-1becc5088cf3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:45.820496 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7b7016fd-f16a-4df3-bf48-c65bbbae91bf req-19b3a86c-6de4-4bd1-ab90-1becc5088cf3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0582738 Aug 13 03:38:45.856508 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7b7016fd-f16a-4df3-bf48-c65bbbae91bf req-62800dd5-33d8-41f2-ac04-2c04bd81b1b2 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328856 Aug 13 03:38:46.048983 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4f9b2-4282-44fd-91d6-f3d379416ad4 req-c964f15a-b7cb-43f2-bd7d-cb6bed74403c tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:46.051768 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d3d4f9b2-4282-44fd-91d6-f3d379416ad4 req-c964f15a-b7cb-43f2-bd7d-cb6bed74403c tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0527749 Aug 13 03:38:46.091967 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d3d4f9b2-4282-44fd-91d6-f3d379416ad4 req-05077acc-3a18-4435-b02e-792f9f366e14 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Aug 13 03:38:46.984571 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d27d5-aec2-4e74-9b7a-41f39df89527 req-c2e95c31-5c05-4935-bc9a-418368c8c0fb tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:46.986277 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4d7d27d5-aec2-4e74-9b7a-41f39df89527 req-c2e95c31-5c05-4935-bc9a-418368c8c0fb tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0512934 Aug 13 03:38:47.031924 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4d7d27d5-aec2-4e74-9b7a-41f39df89527 req-da5911f8-bc3f-450f-8d41-c4a926fe486c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340035 Aug 13 03:38:47.219497 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341887e-d5f3-42cd-a02c-64cf2224b287 req-3e359036-82c8-47e2-afc8-865d5d927b25 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:47.221093 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c341887e-d5f3-42cd-a02c-64cf2224b287 req-3e359036-82c8-47e2-afc8-865d5d927b25 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0589385 Aug 13 03:38:47.276829 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c341887e-d5f3-42cd-a02c-64cf2224b287 req-657f25f3-0514-4e82-bf8d-1c5c57557ecf tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488341 Aug 13 03:38:48.158666 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37e6a3-96f1-42f9-8b07-5b115fce899b req-222991e3-fdff-42b1-9573-a1bf7af46ccb tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:48.160159 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0e37e6a3-96f1-42f9-8b07-5b115fce899b req-222991e3-fdff-42b1-9573-a1bf7af46ccb tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0553937 Aug 13 03:38:48.200735 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0e37e6a3-96f1-42f9-8b07-5b115fce899b req-511a3b95-e439-446b-b6c3-262e963a563a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338123 Aug 13 03:38:48.392223 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e882a-cab3-4c59-bb07-d44310fb6892 req-1a2ed8b6-b839-4424-b839-30a759ce7e67 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:48.393706 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d14e882a-cab3-4c59-bb07-d44310fb6892 req-1a2ed8b6-b839-4424-b839-30a759ce7e67 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0474992 Aug 13 03:38:48.432746 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d14e882a-cab3-4c59-bb07-d44310fb6892 req-d33b2299-dc0c-4786-a814-c1bb5c46e7e3 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328243 Aug 13 03:38:49.375542 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669cd42-726e-46bc-8b1a-fc97a30e02ca req-ddf6d56c-0725-4849-81e3-ce546b2512bf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:49.384489 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a669cd42-726e-46bc-8b1a-fc97a30e02ca req-ddf6d56c-0725-4849-81e3-ce546b2512bf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0937629 Aug 13 03:38:49.429202 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a669cd42-726e-46bc-8b1a-fc97a30e02ca req-fcd1af06-551f-47d8-ae30-ad68801412b6 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436084 Aug 13 03:38:49.580264 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a658b-f5a6-4b1f-b14d-d45de6acb3dc req-06458dbb-d427-42a0-b3d2-3a1e70f674cb tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:49.587800 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e18a658b-f5a6-4b1f-b14d-d45de6acb3dc req-06458dbb-d427-42a0-b3d2-3a1e70f674cb tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0657470 Aug 13 03:38:49.624798 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e18a658b-f5a6-4b1f-b14d-d45de6acb3dc req-e4b23e01-270f-4116-bda3-d28bf95d1eb2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360575 Aug 13 03:38:50.561013 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25c482-ecb6-4d9f-a497-5b484213db6d req-c8fccde1-6371-49cc-8a16-eecce20dc2bf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:50.563357 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2b25c482-ecb6-4d9f-a497-5b484213db6d req-c8fccde1-6371-49cc-8a16-eecce20dc2bf tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0509083 Aug 13 03:38:50.605435 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2b25c482-ecb6-4d9f-a497-5b484213db6d req-86162fa7-0cd0-4b29-af6b-a4ac5709e4cc tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341530 Aug 13 03:38:50.750338 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d5d36-06bf-4816-8547-3914cc851412 req-34f57561-db91-4959-8594-4b5ebf7fdcab tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:50.751745 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be4d5d36-06bf-4816-8547-3914cc851412 req-34f57561-db91-4959-8594-4b5ebf7fdcab tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0579913 Aug 13 03:38:50.792477 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be4d5d36-06bf-4816-8547-3914cc851412 req-eb4a008e-0c8c-48b1-bde4-990a106fba0f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340006 Aug 13 03:38:51.726800 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f565a-7fdf-406e-8b68-cdc7ac71e6d8 req-b680d69d-8f09-48ce-88d8-f8a9c25b3c24 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:51.728325 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b54f565a-7fdf-406e-8b68-cdc7ac71e6d8 req-b680d69d-8f09-48ce-88d8-f8a9c25b3c24 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0480049 Aug 13 03:38:51.766635 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b54f565a-7fdf-406e-8b68-cdc7ac71e6d8 req-e943f650-b258-4546-af3a-ce2602cca1b2 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324774 Aug 13 03:38:51.902585 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09236b74-985c-44fc-8674-9ae8734b68ea req-396a08a5-f800-480c-9c56-832c0580e8cb tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:51.904140 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-09236b74-985c-44fc-8674-9ae8734b68ea req-396a08a5-f800-480c-9c56-832c0580e8cb tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0468040 Aug 13 03:38:51.953533 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-09236b74-985c-44fc-8674-9ae8734b68ea req-9ce1380d-ebe7-46af-9558-bd591980a247 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Aug 13 03:38:52.896043 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba6733-6c51-4d77-b2f1-a73250152afc req-5e94652f-6551-4ec6-a37f-6d8a8d005f26 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:52.897998 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a1ba6733-6c51-4d77-b2f1-a73250152afc req-5e94652f-6551-4ec6-a37f-6d8a8d005f26 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0526936 Aug 13 03:38:52.939241 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a1ba6733-6c51-4d77-b2f1-a73250152afc req-fea6f908-9bd8-4520-b1a9-3066660d9bdd tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348442 Aug 13 03:38:53.076084 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d809da-3700-4ca9-98df-0347efee8725 req-919ee243-2823-4c66-97cd-e0b2cf1aea79 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:53.077757 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-90d809da-3700-4ca9-98df-0347efee8725 req-919ee243-2823-4c66-97cd-e0b2cf1aea79 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0497336 Aug 13 03:38:53.115698 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-90d809da-3700-4ca9-98df-0347efee8725 req-eece6e95-9dc5-4a3b-a6cd-62f9c30bb60e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315018 Aug 13 03:38:53.554461 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1914-3b3f-481f-a9c6-732476e615dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:54.064033 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa907c8-47a2-4b99-b752-4ced1ccb0940 req-fa138275-a95a-4cbe-aeeb-476e3e425782 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:54.065511 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bfa907c8-47a2-4b99-b752-4ced1ccb0940 req-fa138275-a95a-4cbe-aeeb-476e3e425782 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0497515 Aug 13 03:38:54.103794 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bfa907c8-47a2-4b99-b752-4ced1ccb0940 req-65c6ea08-4bff-499f-9d3e-d4f85d2191ab tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318358 Aug 13 03:38:54.233024 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f6acb-f264-466b-9d71-95fd1aa17121 req-7077abbc-3cdd-4e59-aafd-01baf033f672 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:54.234409 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-508f6acb-f264-466b-9d71-95fd1aa17121 req-7077abbc-3cdd-4e59-aafd-01baf033f672 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0522974 Aug 13 03:38:54.271466 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-508f6acb-f264-466b-9d71-95fd1aa17121 req-9a61308f-f98e-46b1-816a-d5127cef7e06 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Aug 13 03:38:55.230396 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363279b9-16c8-47b4-afe0-956e7f7c196d req-8e79ca16-a411-4860-b70f-bc4cc369da38 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:55.232121 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-363279b9-16c8-47b4-afe0-956e7f7c196d req-8e79ca16-a411-4860-b70f-bc4cc369da38 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0567725 Aug 13 03:38:55.270361 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-363279b9-16c8-47b4-afe0-956e7f7c196d req-0cae1de3-7f51-45e1-86e0-a3c5d3ac1d66 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322981 Aug 13 03:38:55.386361 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf725c-97ea-41f7-b6f6-577a7d3b8ebe req-7e2ebae3-1d44-478e-b451-61b347f1fef2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:55.387827 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8fcf725c-97ea-41f7-b6f6-577a7d3b8ebe req-7e2ebae3-1d44-478e-b451-61b347f1fef2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0488832 Aug 13 03:38:55.425329 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8fcf725c-97ea-41f7-b6f6-577a7d3b8ebe req-d93a6a2d-7ed6-40ee-8a17-5316c950522e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314379 Aug 13 03:38:56.108459 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180b28f-d1de-4858-9005-bf4220a46e4c req-6035afaf-89f5-44db-b0f2-5a7fee7b9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:56.109837 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2180b28f-d1de-4858-9005-bf4220a46e4c req-6035afaf-89f5-44db-b0f2-5a7fee7b9d20 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 1099 time: 0.0391777 Aug 13 03:38:56.134250 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-75837799-b7bf-4231-ba5a-e189a97bf8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:56.145398 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2180b28f-d1de-4858-9005-bf4220a46e4c req-1904f384-fb6c-4935-8c08-11b0de00e95c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267131 Aug 13 03:38:56.276863 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:56.397765 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea9a7b-f7fd-43cb-a9a9-e8979c9123aa req-41beb34c-e7c8-4569-948d-03207212c82c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:56.399248 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-43ea9a7b-f7fd-43cb-a9a9-e8979c9123aa req-41beb34c-e7c8-4569-948d-03207212c82c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0550544 Aug 13 03:38:56.437533 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-43ea9a7b-f7fd-43cb-a9a9-e8979c9123aa req-7e350e1a-772c-47e8-ac76-0ef1b5e06075 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310533 Aug 13 03:38:56.541006 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aeb86-3ce7-415a-afe1-2029fc44dd62 req-996436c7-76af-4339-9432-cc0b6dc65acb tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:56.542465 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-098aeb86-3ce7-415a-afe1-2029fc44dd62 req-996436c7-76af-4339-9432-cc0b6dc65acb tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0489736 Aug 13 03:38:56.581019 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-098aeb86-3ce7-415a-afe1-2029fc44dd62 req-606e7268-1747-4b47-a7bf-8243d51bceec tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Aug 13 03:38:57.302174 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:57.560449 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9f9bc-ad8f-49a4-8765-f4c4cb6cbab5 req-7f34df35-f707-4656-8e92-52f61b57854f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:57.561894 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f3e9f9bc-ad8f-49a4-8765-f4c4cb6cbab5 req-7f34df35-f707-4656-8e92-52f61b57854f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0495648 Aug 13 03:38:57.598602 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f3e9f9bc-ad8f-49a4-8765-f4c4cb6cbab5 req-95442c35-a1ba-4e34-ab2e-4d41821fc186 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308340 Aug 13 03:38:57.696836 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586bc58-ed5e-4436-90ba-5969069655a8 req-6e69f8a6-9b1f-4118-a20d-460df629a358 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:57.698276 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3586bc58-ed5e-4436-90ba-5969069655a8 req-6e69f8a6-9b1f-4118-a20d-460df629a358 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0502245 Aug 13 03:38:57.734748 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3586bc58-ed5e-4436-90ba-5969069655a8 req-f4f927e8-9175-4b0f-b7a7-e4abdb941862 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307639 Aug 13 03:38:57.969670 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0545bd-fe3b-4700-998c-2dfd0bade1fb req-b6eeaf48-0864-4a36-a61c-127dcfbec2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:57.971075 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-bb0545bd-fe3b-4700-998c-2dfd0bade1fb req-b6eeaf48-0864-4a36-a61c-127dcfbec2e7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ad17b1804cb4960a697b55ead1340e7&device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 1099 time: 0.0439155 Aug 13 03:38:57.979022 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1acbe-67aa-4810-8223-d1f9cfc3f69f req-982ce987-8551-493d-a002-9dd6760bfb8d tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:57.980497 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3cc1acbe-67aa-4810-8223-d1f9cfc3f69f req-982ce987-8551-493d-a002-9dd6760bfb8d tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0485961 Aug 13 03:38:58.017590 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3cc1acbe-67aa-4810-8223-d1f9cfc3f69f req-4caca0f5-4ad5-4318-ab4b-ec05af124e74 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Aug 13 03:38:58.066765 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0545bd-fe3b-4700-998c-2dfd0bade1fb req-47cf18fd-0c0e-4b38-ad8a-2e22f286efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:58.068256 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-bb0545bd-fe3b-4700-998c-2dfd0bade1fb req-47cf18fd-0c0e-4b38-ad8a-2e22f286efc3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c8433f3-8dfb-491f-8cba-67225ddc7304 HTTP/1.1" status: 200 len: 919 time: 0.0804551 Aug 13 03:38:58.111415 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-bb0545bd-fe3b-4700-998c-2dfd0bade1fb req-7aad0507-c038-465f-9af8-8cd8360a3b50 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d HTTP/1.1" status: 200 len: 217 time: 0.0353119 Aug 13 03:38:58.161025 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0545bd-fe3b-4700-998c-2dfd0bade1fb req-f9a28d36-4d47-4fa1-af5c-14c3483e1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:58.162949 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-bb0545bd-fe3b-4700-998c-2dfd0bade1fb req-f9a28d36-4d47-4fa1-af5c-14c3483e1a4a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0879edd8-5ffe-4b62-af40-fd4d67a82faf HTTP/1.1" status: 200 len: 858 time: 0.0433855 Aug 13 03:38:58.193334 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-bb0545bd-fe3b-4700-998c-2dfd0bade1fb req-6e436c4f-cfde-4d80-bebd-3dadcf16d5f1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c8433f3-8dfb-491f-8cba-67225ddc7304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230534 Aug 13 03:38:58.277683 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-bb0545bd-fe3b-4700-998c-2dfd0bade1fb req-824984bc-200e-4637-afb0-930f3f6139de service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0765891 Aug 13 03:38:58.367277 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-bb0545bd-fe3b-4700-998c-2dfd0bade1fb req-135ee7c0-edc6-4ac9-9a17-37fb7d0828e9 service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813453 Aug 13 03:38:58.725968 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627e4dc-5e5a-4114-849e-e25426a44159 req-57f2f5ec-0ca9-47cc-a926-ec2d640c54af tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:58.727403 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8627e4dc-5e5a-4114-849e-e25426a44159 req-57f2f5ec-0ca9-47cc-a926-ec2d640c54af tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0498784 Aug 13 03:38:58.765453 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8627e4dc-5e5a-4114-849e-e25426a44159 req-4396ff21-c6db-42c2-85a7-2493259caac4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Aug 13 03:38:58.864596 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:59.132906 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe829aab-dcb9-474a-929a-3932e5033104 req-dccd0e32-95b3-4d03-a833-cb75302ec2ba tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:59.134263 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fe829aab-dcb9-474a-929a-3932e5033104 req-dccd0e32-95b3-4d03-a833-cb75302ec2ba tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0513561 Aug 13 03:38:59.169645 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fe829aab-dcb9-474a-929a-3932e5033104 req-d7380502-1bea-4cef-ab2f-6a0b2be9b1b2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295947 Aug 13 03:38:59.918299 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 35444) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:59.920649 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581c67-4ce9-44c6-b962-c930ade1db38 req-510612ba-30a9-4d62-8958-04435a339846 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:59.922156 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bb581c67-4ce9-44c6-b962-c930ade1db38 req-510612ba-30a9-4d62-8958-04435a339846 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0480170 Aug 13 03:38:59.962066 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bb581c67-4ce9-44c6-b962-c930ade1db38 req-2d257c32-34ce-4253-a0e1-de6bd326e6a9 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336373 Aug 13 03:39:00.022349 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ccac-51be-4d51-84d1-b6300a2e034f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.114237 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ccac-51be-4d51-84d1-b6300a2e034f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.118327 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ccac-51be-4d51-84d1-b6300a2e034f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.156722 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-e0e7ccac-51be-4d51-84d1-b6300a2e034f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9715f52c3a654dc9b0c1ddf81da136c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373528 Aug 13 03:39:00.157561 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7ccac-51be-4d51-84d1-b6300a2e034f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a0e8da-5b4d-406b-828f-098372ef512b,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:00.160201 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 35448) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:00.208316 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e56d-372b-4562-9612-e0ebc0245ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.229572 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e56d-372b-4562-9612-e0ebc0245ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.302165 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f57315-b3bc-4590-bea9-75a29d4ea548 req-5c218ef6-6183-4940-9c56-e4863be33a10 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:00.303650 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-84f57315-b3bc-4590-bea9-75a29d4ea548 req-5c218ef6-6183-4940-9c56-e4863be33a10 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0640891 Aug 13 03:39:00.316982 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e56d-372b-4562-9612-e0ebc0245ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.319942 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e56d-372b-4562-9612-e0ebc0245ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:00.320971 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-cbe7e56d-372b-4562-9612-e0ebc0245ca4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/46a0e8da-5b4d-406b-828f-098372ef512b HTTP/1.1" status: 204 len: 168 time: 0.1603696 Aug 13 03:39:00.337197 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7e56d-372b-4562-9612-e0ebc0245ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a0e8da-5b4d-406b-828f-098372ef512b,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:00.357206 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-84f57315-b3bc-4590-bea9-75a29d4ea548 req-93bd31e4-6036-4ade-863b-c9f747c0813d tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470145 Aug 13 03:39:01.085290 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb3d8c-629a-4f2b-94c9-77a7224796e9 req-73e3496a-eeb6-45f3-b430-40507c93079f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:01.086750 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c3cb3d8c-629a-4f2b-94c9-77a7224796e9 req-73e3496a-eeb6-45f3-b430-40507c93079f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 943 time: 0.0485930 Aug 13 03:39:01.123877 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c3cb3d8c-629a-4f2b-94c9-77a7224796e9 req-7c1a36c5-ea0d-43cf-8e05-03a8e73179ee tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310948 Aug 13 03:39:01.792264 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b4f65-b2e4-4a89-a6d6-974eca34c7bd req-0798ef3c-01bb-43fe-b3db-4eeee50af05b tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:01.793733 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a51b4f65-b2e4-4a89-a6d6-974eca34c7bd req-0798ef3c-01bb-43fe-b3db-4eeee50af05b tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0467768 Aug 13 03:39:01.829471 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a51b4f65-b2e4-4a89-a6d6-974eca34c7bd req-588eeb76-6d0c-4641-87ef-eb49c1d1c480 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298693 Aug 13 03:39:02.017344 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device f7734b6e-d327-490b-b80f-9974fd4539f0 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:39:02.117168 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port f7734b6e-d327-490b-b80f-9974fd4539f0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f7734b6e-d327-490b-b80f-9974fd4539f0,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:39:02.128680 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'port_id': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'mac_address': 'fa:16:3e:c9:7b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:39:02.166193 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:02.182320 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7734b6e-d327-490b-b80f-9974fd4539f0 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:39:02.202384 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port f7734b6e-d327-490b-b80f-9974fd4539f0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f7734b6e-d327-490b-b80f-9974fd4539f0,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:39:02.206039 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:02.250424 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4ff45-1140-441c-8542-e6a12ed8de63 req-e83c5d5a-3680-42a8-980e-450839a84443 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:02.252738 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-24c4ff45-1140-441c-8542-e6a12ed8de63 req-e83c5d5a-3680-42a8-980e-450839a84443 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 944 time: 0.0524497 Aug 13 03:39:02.257183 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=f7734b6e-d327-490b-b80f-9974fd4539f0,revision_number=9']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:02.294381 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-24c4ff45-1140-441c-8542-e6a12ed8de63 req-8fc9fc78-b6ec-466d-be79-dd8e60c5d057 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336454 Aug 13 03:39:02.497866 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['f7734b6e-d327-490b-b80f-9974fd4539f0'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:39:03.415060 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c8ce3-182d-4023-a184-576e3cffea38 req-9685c88d-3297-4196-a527-42891ff0c6ed tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:03.416476 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0c4c8ce3-182d-4023-a184-576e3cffea38 req-9685c88d-3297-4196-a527-42891ff0c6ed tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 944 time: 0.0474679 Aug 13 03:39:03.452173 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0c4c8ce3-182d-4023-a184-576e3cffea38 req-46e48fbc-3630-4e40-943c-8570d7c3a7f6 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298545 Aug 13 03:39:03.793595 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 35524) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:03.894157 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-53ee091d-c45a-46a3-87c5-e4b94bcf81c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:03.980998 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-53ee091d-c45a-46a3-87c5-e4b94bcf81c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:03.984677 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-53ee091d-c45a-46a3-87c5-e4b94bcf81c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:04.016716 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device f7734b6e-d327-490b-b80f-9974fd4539f0 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:39:04.025429 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-53ee091d-c45a-46a3-87c5-e4b94bcf81c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97939101757e45b7a2b8a6e42a319cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307668 Aug 13 03:39:04.026268 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee091d-c45a-46a3-87c5-e4b94bcf81c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc497ca-274a-4796-afdd-bed3154b189c,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:04.028516 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 35528) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:04.071241 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port f7734b6e-d327-490b-b80f-9974fd4539f0 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:39:04.071619 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:04.078725 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d5e32fd7-ad7e-4574-af6b-3604da32af1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:04.099521 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d5e32fd7-ad7e-4574-af6b-3604da32af1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:04.144015 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d5e32fd7-ad7e-4574-af6b-3604da32af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:04.145878 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:04.146598 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d5e32fd7-ad7e-4574-af6b-3604da32af1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:04.148358 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d5e32fd7-ad7e-4574-af6b-3604da32af1a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4cc497ca-274a-4796-afdd-bed3154b189c HTTP/1.1" status: 204 len: 168 time: 0.1186419 Aug 13 03:39:04.155462 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e32fd7-ad7e-4574-af6b-3604da32af1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc497ca-274a-4796-afdd-bed3154b189c,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:04.176707 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:39:04.178943 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821425da-735e-41d6-9989-7c04fa80c789" -d '{"events": [{"server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "name": "network-vif-plugged", "status": "completed", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:39:04.192685 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port f7734b6e-d327-490b-b80f-9974fd4539f0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f7734b6e-d327-490b-b80f-9974fd4539f0,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:39:04.198281 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:04.225462 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112edb24-6753-4535-917a-43d51f131855 x-openstack-request-id: req-112edb24-6753-4535-917a-43d51f131855 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:39:04.225811 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "name": "network-vif-plugged", "status": "completed", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:39:04.226068 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-112edb24-6753-4535-917a-43d51f131855 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:39:04.226453 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'code': 200} Aug 13 03:39:04.266460 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=f7734b6e-d327-490b-b80f-9974fd4539f0,revision_number=10']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:04.578613 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aff96-cc53-4a38-9c56-14ced7951eae req-8049410c-4d56-4d66-acc2-4b04cc3f2adb tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:04.580230 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-695aff96-cc53-4a38-9c56-14ced7951eae req-8049410c-4d56-4d66-acc2-4b04cc3f2adb tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 946 time: 0.0531158 Aug 13 03:39:04.631857 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-695aff96-cc53-4a38-9c56-14ced7951eae req-2f5c0cdf-4c2b-4e8e-bfe6-774be53d3b8a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445457 Aug 13 03:39:04.733651 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe6e60-eb9b-49bd-8610-e3540119291a req-5a6ac336-4b27-496f-9b08-2dba7b579c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:04.736074 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1dbe6e60-eb9b-49bd-8610-e3540119291a req-5a6ac336-4b27-496f-9b08-2dba7b579c33 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 1099 time: 0.0436549 Aug 13 03:39:04.772432 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1dbe6e60-eb9b-49bd-8610-e3540119291a req-ffe7c181-09af-435b-8d0e-aa9579cda588 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280070 Aug 13 03:39:05.754890 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f7a0d-a979-43af-9594-939e46058de5 req-8d0b5f8a-f65e-45dd-bc35-ea3eea0ca049 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:05.756372 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2d4f7a0d-a979-43af-9594-939e46058de5 req-8d0b5f8a-f65e-45dd-bc35-ea3eea0ca049 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 946 time: 0.0495911 Aug 13 03:39:05.793371 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2d4f7a0d-a979-43af-9594-939e46058de5 req-d24d3c49-407f-4eae-9010-e6318eec18fd tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308487 Aug 13 03:39:06.910785 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f079124-7909-4ca1-9cb0-f25e00bac7ed req-91942c53-af6e-45ec-a8f6-d2e82805f471 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:06.912169 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2f079124-7909-4ca1-9cb0-f25e00bac7ed req-91942c53-af6e-45ec-a8f6-d2e82805f471 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 946 time: 0.0478067 Aug 13 03:39:06.951826 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2f079124-7909-4ca1-9cb0-f25e00bac7ed req-bb1f3498-6b48-400f-bf48-3341f3c59a74 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337403 Aug 13 03:39:09.897882 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe689cc-fc28-416f-bfe6-d68a657564d3 req-707b81be-9891-4867-adbb-1a1f39cc6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:09.898953 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d5beb-f7b0-499b-bbf7-9bc0d727ea9b req-5f7675de-f38a-4fca-beb8-c1a1b22676e3 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:09.899700 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2fe689cc-fc28-416f-bfe6-d68a657564d3 req-707b81be-9891-4867-adbb-1a1f39cc6315 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ad17b1804cb4960a697b55ead1340e7&device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 1099 time: 0.0410304 Aug 13 03:39:09.900703 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823d5beb-f7b0-499b-bbf7-9bc0d727ea9b req-5f7675de-f38a-4fca-beb8-c1a1b22676e3 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0510960 Aug 13 03:39:09.938514 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-823d5beb-f7b0-499b-bbf7-9bc0d727ea9b req-3421b8bd-3f2e-4e55-a722-d56a7805192e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319006 Aug 13 03:39:10.003262 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe689cc-fc28-416f-bfe6-d68a657564d3 req-c598a778-74b0-4063-83c9-d10328a0c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:10.004884 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2fe689cc-fc28-416f-bfe6-d68a657564d3 req-c598a778-74b0-4063-83c9-d10328a0c047 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c8433f3-8dfb-491f-8cba-67225ddc7304 HTTP/1.1" status: 200 len: 919 time: 0.0935619 Aug 13 03:39:10.047079 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2fe689cc-fc28-416f-bfe6-d68a657564d3 req-39fca0e3-6319-4cfb-a243-9e47a7a4a3b0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d HTTP/1.1" status: 200 len: 217 time: 0.0338898 Aug 13 03:39:10.099115 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe689cc-fc28-416f-bfe6-d68a657564d3 req-a010382c-b657-40da-a81c-f4249507463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:10.100672 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2fe689cc-fc28-416f-bfe6-d68a657564d3 req-a010382c-b657-40da-a81c-f4249507463d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0879edd8-5ffe-4b62-af40-fd4d67a82faf HTTP/1.1" status: 200 len: 858 time: 0.0436285 Aug 13 03:39:10.143659 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2fe689cc-fc28-416f-bfe6-d68a657564d3 req-997fbe91-b202-4d42-8f5d-18d5a8a6c712 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c8433f3-8dfb-491f-8cba-67225ddc7304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274081 Aug 13 03:39:10.231713 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2fe689cc-fc28-416f-bfe6-d68a657564d3 req-d73cef7b-dabf-48c6-9180-923297500c51 service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787954 Aug 13 03:39:10.526543 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2fe689cc-fc28-416f-bfe6-d68a657564d3 req-74340a60-db62-4613-a9d0-94be1070c91e service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844512 Aug 13 03:39:11.059371 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c170a-a83f-476a-970b-0319a59bf7d4 req-50876ea4-3d58-4cea-8597-755616edd452 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:11.060887 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0f5c170a-a83f-476a-970b-0319a59bf7d4 req-50876ea4-3d58-4cea-8597-755616edd452 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0539634 Aug 13 03:39:11.099384 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0f5c170a-a83f-476a-970b-0319a59bf7d4 req-f503714c-8599-48e2-8797-18c1099968b8 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320227 Aug 13 03:39:12.035422 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:39:12.075134 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:12.212492 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3a9cf-6992-47fb-8099-6d69e9f65db0 req-6c7487cb-770b-4b59-8888-5e233d6f0ddc tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:12.213992 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2ef3a9cf-6992-47fb-8099-6d69e9f65db0 req-6c7487cb-770b-4b59-8888-5e233d6f0ddc tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0485318 Aug 13 03:39:12.253743 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2ef3a9cf-6992-47fb-8099-6d69e9f65db0 req-def9d476-eeb1-434d-a92b-642ae6ede0d6 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340905 Aug 13 03:39:13.364961 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051ca9d-ef8b-4835-802b-1a97bf755a31 req-f3006300-1d8a-4af6-a5e8-df170ec9ecf2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:13.366382 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2051ca9d-ef8b-4835-802b-1a97bf755a31 req-f3006300-1d8a-4af6-a5e8-df170ec9ecf2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0473294 Aug 13 03:39:13.401802 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2051ca9d-ef8b-4835-802b-1a97bf755a31 req-edb510b9-c133-49e9-a9c7-8425af34d807 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297050 Aug 13 03:39:14.513987 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3eea9-2511-46c3-8d5b-7297c88d7b2a req-aea5e1c3-104c-4f1b-8469-b08ccc961956 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:14.515423 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a7f3eea9-2511-46c3-8d5b-7297c88d7b2a req-aea5e1c3-104c-4f1b-8469-b08ccc961956 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0468946 Aug 13 03:39:14.550885 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a7f3eea9-2511-46c3-8d5b-7297c88d7b2a req-ab7b28e8-5323-476f-93eb-e6ef8001c895 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297093 Aug 13 03:39:14.809545 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 35742) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:14.912988 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-f9097643-25fb-4c49-90b1-6960c215e7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:14.996850 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-f9097643-25fb-4c49-90b1-6960c215e7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:15.000719 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-f9097643-25fb-4c49-90b1-6960c215e7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:15.040832 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9097643-25fb-4c49-90b1-6960c215e7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2001a891-8531-4ea0-9778-4be6c9a92500,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:15.045077 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-f9097643-25fb-4c49-90b1-6960c215e7c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3b4a79a134e845729e4ebc013fb8caae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345111 Aug 13 03:39:15.047697 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 35746) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:15.093805 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b43f6b82-5128-4e92-9237-73074218d2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:15.120205 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b43f6b82-5128-4e92-9237-73074218d2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:15.164844 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b43f6b82-5128-4e92-9237-73074218d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:15.167509 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b43f6b82-5128-4e92-9237-73074218d2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:15.168666 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-b43f6b82-5128-4e92-9237-73074218d2ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2001a891-8531-4ea0-9778-4be6c9a92500 HTTP/1.1" status: 204 len: 168 time: 0.1200552 Aug 13 03:39:15.176094 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f6b82-5128-4e92-9237-73074218d2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2001a891-8531-4ea0-9778-4be6c9a92500,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:15.663809 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e5d97-6bba-40b0-af08-cb7061373ed5 req-013f6708-a2f1-46c9-9964-63896114d8ab tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:15.665289 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e13e5d97-6bba-40b0-af08-cb7061373ed5 req-013f6708-a2f1-46c9-9964-63896114d8ab tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0476267 Aug 13 03:39:15.707634 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e13e5d97-6bba-40b0-af08-cb7061373ed5 req-9fd5cf91-72af-4f45-bde7-85d320355166 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361025 Aug 13 03:39:15.772328 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 35770) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:15.863863 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1431891379-network', 'tenant_id': '5a21bda711274989bfbd4e22e8bd0d6a'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:39:15.885050 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Made reservation on behalf of 5a21bda711274989bfbd4e22e8bd0d6a for: {'network': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:39:15.887325 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:15.897760 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:15.982904 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:15.986349 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:16.010334 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=94056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:39:16.019526 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bda60fb-e0a7-4673-837c-5aea8fab1790,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:16.025609 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:16.025948 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.segments_db [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Added segment 794496a2-261a-4dac-b81f-9598f600ca68 of type vlan for network 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 Aug 13 03:39:16.065865 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:16.092051 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:16.092921 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:16.093493 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:16.146652 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3732691 Aug 13 03:39:16.149680 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 35774) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:16.151470 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a68a16-2d7f-4897-865f-b2b7569e87bc admin admin] Pushing event updated for resources: {'Network': ['ID=8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:16.156501 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-66e756c6-f8ef-4178-9a35-ab790820849f admin admin] Request body: {'subnet': {'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1431891379-subnet', 'tenant_id': '5a21bda711274989bfbd4e22e8bd0d6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:39:16.161740 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:39:16.180089 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e756c6-f8ef-4178-9a35-ab790820849f admin admin] Made reservation on behalf of 5a21bda711274989bfbd4e22e8bd0d6a for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:39:16.182286 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-66e756c6-f8ef-4178-9a35-ab790820849f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:16.344763 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-66e756c6-f8ef-4178-9a35-ab790820849f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:16.399149 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e756c6-f8ef-4178-9a35-ab790820849f admin admin] Pushing event updated for resources: {'Subnet': ['ID=02485006-e98a-4c82-831a-5cafc1ba6fa3,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:16.408427 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e756c6-f8ef-4178-9a35-ab790820849f admin admin] Checking segment: {'id': '794496a2-261a-4dac-b81f-9598f600ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:39:16.408790 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e756c6-f8ef-4178-9a35-ab790820849f admin admin] Network hostable DHCP agents. Network: 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:39:16.424664 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e756c6-f8ef-4178-9a35-ab790820849f admin admin] Network 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:39:16.433516 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-66e756c6-f8ef-4178-9a35-ab790820849f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:39:16.437522 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e756c6-f8ef-4178-9a35-ab790820849f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:16.438100 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-66e756c6-f8ef-4178-9a35-ab790820849f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:16.442465 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c2190-e157-42a3-afcc-d9e4cce46b04 None None] Network 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:39:16.452586 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-66e756c6-f8ef-4178-9a35-ab790820849f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3018000 Aug 13 03:39:16.676478 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e518e5-30a0-4f1b-a27f-ec0686b5fac4 None None] Network 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:39:16.821380 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97ec91-6bf3-4f44-9474-b03e0f1e8e13 req-f37fb9db-a229-4b07-b12b-a240868ac8d0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:16.822922 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ac97ec91-6bf3-4f44-9474-b03e0f1e8e13 req-f37fb9db-a229-4b07-b12b-a240868ac8d0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0497246 Aug 13 03:39:16.861899 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ac97ec91-6bf3-4f44-9474-b03e0f1e8e13 req-1276fa76-8894-4b7a-9c36-4dcd80a1ec2a tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Aug 13 03:39:17.975041 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd6aeb-e551-4950-b72e-b592b2065d12 req-cd3694d4-d9cd-44c9-9427-4d75d2e13a7d tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:17.977215 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0dfd6aeb-e551-4950-b72e-b592b2065d12 req-cd3694d4-d9cd-44c9-9427-4d75d2e13a7d tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0476794 Aug 13 03:39:18.023539 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0dfd6aeb-e551-4950-b72e-b592b2065d12 req-f58be8a6-dfb6-4570-b768-3db8615e0722 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389404 Aug 13 03:39:18.199108 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-94abfa38-814b-4f6d-993e-a63f4915a50a tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:18.200604 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-94abfa38-814b-4f6d-993e-a63f4915a50a tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/networks?id=8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 HTTP/1.1" status: 200 len: 814 time: 0.0988932 Aug 13 03:39:18.215365 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-a07117fc-bc64-407a-843a-7e45e29c8cad tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/quotas/5a21bda711274989bfbd4e22e8bd0d6a HTTP/1.1" status: 200 len: 375 time: 0.0089810 Aug 13 03:39:18.245864 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-217a72ac-67b6-41c8-b8b1-14979283c260 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a21bda711274989bfbd4e22e8bd0d6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253816 Aug 13 03:39:18.338725 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-91e28b11-5768-4526-92fb-dd69d29fdbb2 service neutron] 10.222.0.57 "GET /v2.0/networks/8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863254 Aug 13 03:39:18.426458 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-8e23e7cd-d6c9-43a0-a65b-d3a6f9f5748b service neutron] 10.222.0.57 "GET /v2.0/networks/8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817139 Aug 13 03:39:18.581464 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-765f518e-76fc-44cc-916a-e14f44353f3f req-a5dc7432-0d66-492b-96fe-c890c8e79e90 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 210 time: 0.0307255 Aug 13 03:39:18.792546 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cc609-2ec2-4871-becd-ff9fb7797510 req-5ba415b6-0736-4ada-be87-82f424cca6f3 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:18.794059 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-375cc609-2ec2-4871-becd-ff9fb7797510 req-5ba415b6-0736-4ada-be87-82f424cca6f3 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0498900 Aug 13 03:39:18.830996 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-375cc609-2ec2-4871-becd-ff9fb7797510 req-6d90fc85-2de2-42cb-afbd-12d28c6a5d61 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308714 Aug 13 03:39:19.141071 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386042ae-543d-4cd7-bf40-6270b070703d req-61f16523-29fb-402c-8119-8c9fb44f2f99 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:19.142529 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-386042ae-543d-4cd7-bf40-6270b070703d req-61f16523-29fb-402c-8119-8c9fb44f2f99 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0482471 Aug 13 03:39:19.178912 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-386042ae-543d-4cd7-bf40-6270b070703d req-13a528ef-c90d-40db-bcc3-e08b0c13b1ec tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298626 Aug 13 03:39:19.549917 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-18957567-189c-4f0e-8f43-c76771981fff tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:19.551360 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-18957567-189c-4f0e-8f43-c76771981fff tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.63 "GET /v2.0/networks?id=8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 HTTP/1.1" status: 200 len: 814 time: 0.0986848 Aug 13 03:39:19.575048 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-a80c75a5-ee2d-4201-a3d5-91c312d02747 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Request body: {'port': {'device_id': '41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc', 'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670', 'admin_state_up': True, 'tenant_id': '5a21bda711274989bfbd4e22e8bd0d6a'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:39:19.690222 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e9d4fb08-9c5f-4a0d-be07-09569baa76a6 req-1150d605-c8d5-418d-b380-60620a9acecf tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 210 time: 0.0308058 Aug 13 03:39:19.719981 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-a80c75a5-ee2d-4201-a3d5-91c312d02747 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Made reservation on behalf of 5a21bda711274989bfbd4e22e8bd0d6a for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:39:19.723310 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-a80c75a5-ee2d-4201-a3d5-91c312d02747 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:19.839479 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-a80c75a5-ee2d-4201-a3d5-91c312d02747 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Allocated IP 172.20.0.6 (8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670/02485006-e98a-4c82-831a-5cafc1ba6fa3/ed04b533-ebac-45e4-81b6-3a6c1d77e3aa) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:39:19.949737 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de42145-7901-482c-b3ec-915f575707b2 req-06463e3b-aae4-4c9c-a3ab-e70c9c401e73 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:19.951203 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3de42145-7901-482c-b3ec-915f575707b2 req-06463e3b-aae4-4c9c-a3ab-e70c9c401e73 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0510840 Aug 13 03:39:19.990071 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3de42145-7901-482c-b3ec-915f575707b2 req-ed592ae7-464a-4d24-82bc-7c1e6a19269b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327315 Aug 13 03:39:19.995260 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-a80c75a5-ee2d-4201-a3d5-91c312d02747 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:20.033100 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-a80c75a5-ee2d-4201-a3d5-91c312d02747 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:20.071878 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-a80c75a5-ee2d-4201-a3d5-91c312d02747 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Network 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:39:20.076650 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-a80c75a5-ee2d-4201-a3d5-91c312d02747 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:39:20.080190 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-a80c75a5-ee2d-4201-a3d5-91c312d02747 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:39:20.109320 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c75a5-ee2d-4201-a3d5-91c312d02747 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Pushing event updated for resources: {'Port': ['ID=ed04b533-ebac-45e4-81b6-3a6c1d77e3aa,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:20.135386 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-a80c75a5-ee2d-4201-a3d5-91c312d02747 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:20.136021 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-a80c75a5-ee2d-4201-a3d5-91c312d02747 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:20.149893 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-a80c75a5-ee2d-4201-a3d5-91c312d02747 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5790803 Aug 13 03:39:20.162903 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Request body: {'port': {'device_id': '41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:39:20.213345 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:20.293345 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7ead-7894-41e8-9171-6a5ef84dc1fd req-c93e91d7-b523-49a6-b2ae-7a8690d00210 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:20.294809 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-450c7ead-7894-41e8-9171-6a5ef84dc1fd req-c93e91d7-b523-49a6-b2ae-7a8690d00210 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0482545 Aug 13 03:39:20.332382 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-450c7ead-7894-41e8-9171-6a5ef84dc1fd req-33407375-0f04-4bf4-9312-315b76fcde94 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Aug 13 03:39:20.462884 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed04b533-ebac-45e4-81b6-3a6c1d77e3aa {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:39:20.469868 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:20.481479 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Transition to ACTIVE for port object ed04b533-ebac-45e4-81b6-3a6c1d77e3aa will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:39:20.485081 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:20.535348 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Pushing event updated for resources: {'Port': ['ID=ed04b533-ebac-45e4-81b6-3a6c1d77e3aa,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:20.598346 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Attempting to bind port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:39:20.598951 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Attempting to bind port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '794496a2-261a-4dac-b81f-9598f600ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:39:20.599060 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Attempting to bind port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa on network 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:39:20.603074 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa on network 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:39:20.603390 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Attempting to bind port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa on network 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:39:20.608052 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:39:20.608388 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Checking segment: {'id': '794496a2-261a-4dac-b81f-9598f600ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:39:20.608765 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Bound using segment: {'id': '794496a2-261a-4dac-b81f-9598f600ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:39:20.609185 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Bound port: ed04b533-ebac-45e4-81b6-3a6c1d77e3aa, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794496a2-261a-4dac-b81f-9598f600ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:39:20.609531 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:20.668122 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] For port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:39:20.671500 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] For port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ed04b533-ebac-45e4-81b6-3a6c1d77e3aa,segment=NetworkSegment(794496a2-261a-4dac-b81f-9598f600ca68),segment_id=794496a2-261a-4dac-b81f-9598f600ca68)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:39:20.675450 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:20.714503 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:20.715045 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:20.716436 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] 10.222.0.63 "PUT /v2.0/ports/ed04b533-ebac-45e4-81b6-3a6c1d77e3aa HTTP/1.1" status: 200 len: 1093 time: 0.5575314 Aug 13 03:39:20.716860 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc', 'tag': 'ed04b533-ebac-45e4-81b6-3a6c1d77e3aa'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:39:20.719098 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a07690d-e203-4076-9830-57023a636200" -d '{"events": [{"name": "network-changed", "server_uuid": "41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc", "tag": "ed04b533-ebac-45e4-81b6-3a6c1d77e3aa"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:39:20.738595 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9c7bc-2e91-4f87-bb21-ac703bf9f019 service neutron] Pushing event updated for resources: {'Port': ['ID=ed04b533-ebac-45e4-81b6-3a6c1d77e3aa,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:20.767296 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a802a6-cf2b-4129-b456-4b42440b2e2e x-openstack-request-id: req-46a802a6-cf2b-4129-b456-4b42440b2e2e {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:39:20.767668 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc", "tag": "ed04b533-ebac-45e4-81b6-3a6c1d77e3aa", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:39:20.768046 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46a802a6-cf2b-4129-b456-4b42440b2e2e {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:39:20.768502 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc', 'tag': 'ed04b533-ebac-45e4-81b6-3a6c1d77e3aa', 'status': 'completed', 'code': 200} Aug 13 03:39:20.799885 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-eab74024-bf5a-4233-99da-0cbb7654b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:20.801412 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-eab74024-bf5a-4233-99da-0cbb7654b578 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5a21bda711274989bfbd4e22e8bd0d6a&device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 1096 time: 0.0430784 Aug 13 03:39:20.817247 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6111b-03e9-44f3-8505-0077dde8f980 req-62cf8782-55c6-476d-9de1-145ff7bc8314 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:20.818715 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c1e6111b-03e9-44f3-8505-0077dde8f980 req-62cf8782-55c6-476d-9de1-145ff7bc8314 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 943 time: 0.0476758 Aug 13 03:39:20.842542 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-9bc56273-066d-4f69-874e-259f7baa121d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed04b533-ebac-45e4-81b6-3a6c1d77e3aa HTTP/1.1" status: 200 len: 217 time: 0.0331128 Aug 13 03:39:20.856715 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c1e6111b-03e9-44f3-8505-0077dde8f980 req-89e4388e-9dff-4ace-bd6d-628612661edd tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313008 Aug 13 03:39:20.894038 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-d07abe39-03de-4664-a3de-5c37722a4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:20.895460 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-d07abe39-03de-4664-a3de-5c37722a4f64 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02485006-e98a-4c82-831a-5cafc1ba6fa3 HTTP/1.1" status: 200 len: 854 time: 0.0451622 Aug 13 03:39:20.925657 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-bbe9b2f9-355b-4716-9a72-5ecffa81425b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224884 Aug 13 03:39:21.019731 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-19645266-bbda-41a4-be35-234cd87e2640 service neutron] 10.222.0.63 "GET /v2.0/networks/8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838177 Aug 13 03:39:21.112810 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611508-1588-422a-9429-baf2d9d56c7a req-f1cb0185-38bc-416d-8bb5-393a7d59a61b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:21.114278 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f8611508-1588-422a-9429-baf2d9d56c7a req-f1cb0185-38bc-416d-8bb5-393a7d59a61b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0508795 Aug 13 03:39:21.115669 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35fde2b8-2a3e-4fb3-8b17-9f2b2a4a213d req-723e6a14-efd3-4158-addb-7861f7bca350 service neutron] 10.222.0.63 "GET /v2.0/networks/8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886014 Aug 13 03:39:21.153200 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f8611508-1588-422a-9429-baf2d9d56c7a req-9dcc990f-aa81-4846-8a77-246444146554 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321703 Aug 13 03:39:21.206240 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07690d-e203-4076-9830-57023a636200 req-135e77eb-7924-4afa-9d10-9cc4fd65c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:21.208010 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9a07690d-e203-4076-9830-57023a636200 req-135e77eb-7924-4afa-9d10-9cc4fd65c36b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5a21bda711274989bfbd4e22e8bd0d6a&device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 1096 time: 0.0404499 Aug 13 03:39:21.301897 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07690d-e203-4076-9830-57023a636200 req-0e45ad84-03fe-4b80-bfb4-0b3bde880115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:21.303302 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9a07690d-e203-4076-9830-57023a636200 req-0e45ad84-03fe-4b80-bfb4-0b3bde880115 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 HTTP/1.1" status: 200 len: 915 time: 0.0832942 Aug 13 03:39:21.347372 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9a07690d-e203-4076-9830-57023a636200 req-9a25b2de-c14d-4246-b5d3-c0fcf13064d2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed04b533-ebac-45e4-81b6-3a6c1d77e3aa HTTP/1.1" status: 200 len: 217 time: 0.0321460 Aug 13 03:39:21.401797 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07690d-e203-4076-9830-57023a636200 req-e91e8b23-ca15-40f8-a861-00ee87359aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:21.403285 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9a07690d-e203-4076-9830-57023a636200 req-e91e8b23-ca15-40f8-a861-00ee87359aff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02485006-e98a-4c82-831a-5cafc1ba6fa3 HTTP/1.1" status: 200 len: 854 time: 0.0479257 Aug 13 03:39:21.437004 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9a07690d-e203-4076-9830-57023a636200 req-2b7ea9f9-bc7c-4887-9ca2-392f80069024 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246623 Aug 13 03:39:21.447366 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096440a-b9cd-49db-b42d-666895c78e3b req-59e4cbf2-0485-4512-915d-b1f3188bcad2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:21.448846 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5096440a-b9cd-49db-b42d-666895c78e3b req-59e4cbf2-0485-4512-915d-b1f3188bcad2 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0491807 Aug 13 03:39:21.485888 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5096440a-b9cd-49db-b42d-666895c78e3b req-9c1b6f13-493c-4430-8b27-10528b225587 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311046 Aug 13 03:39:21.527371 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9a07690d-e203-4076-9830-57023a636200 req-0c7070af-3c9c-4caa-8f06-acb360f899ee service neutron] 10.222.0.63 "GET /v2.0/networks/8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825145 Aug 13 03:39:21.614690 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9a07690d-e203-4076-9830-57023a636200 req-785b406e-c9e6-4d79-8cb4-b0cfc26a79ac service neutron] 10.222.0.63 "GET /v2.0/networks/8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793612 Aug 13 03:39:21.966165 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeb7eb-cec1-46d1-92e2-d8b6e707d502 req-78c0b373-eb1a-440e-9956-ad91f94bb5ac tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:21.967613 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4beeb7eb-cec1-46d1-92e2-d8b6e707d502 req-78c0b373-eb1a-440e-9956-ad91f94bb5ac tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 943 time: 0.0465908 Aug 13 03:39:22.013386 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4beeb7eb-cec1-46d1-92e2-d8b6e707d502 req-5a698e18-d24b-4906-bc0f-0e6c23c7d33f tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399086 Aug 13 03:39:22.107822 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ed04b533-ebac-45e4-81b6-3a6c1d77e3aa details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:39:22.201335 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ed04b533-ebac-45e4-81b6-3a6c1d77e3aa,segment=NetworkSegment(794496a2-261a-4dac-b81f-9598f600ca68),segment_id=794496a2-261a-4dac-b81f-9598f600ca68)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:39:22.213184 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'ed04b533-ebac-45e4-81b6-3a6c1d77e3aa', 'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670', 'port_id': 'ed04b533-ebac-45e4-81b6-3a6c1d77e3aa', 'mac_address': 'fa:16:3e:8f:a8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02485006-e98a-4c82-831a-5cafc1ba6fa3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:39:22.248514 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:22.261516 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed04b533-ebac-45e4-81b6-3a6c1d77e3aa {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:39:22.266974 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90ff93-8e55-48a0-b111-9978e453da07 req-ba5b035f-4306-49c5-acc8-261dabf6d0d1 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:22.268457 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1b90ff93-8e55-48a0-b111-9978e453da07 req-ba5b035f-4306-49c5-acc8-261dabf6d0d1 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0497837 Aug 13 03:39:22.281532 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ed04b533-ebac-45e4-81b6-3a6c1d77e3aa,segment=NetworkSegment(794496a2-261a-4dac-b81f-9598f600ca68),segment_id=794496a2-261a-4dac-b81f-9598f600ca68)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:39:22.285730 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:22.305789 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1b90ff93-8e55-48a0-b111-9978e453da07 req-2a8342ac-5bbe-4cdf-b266-b1c40413a73c tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305521 Aug 13 03:39:22.331462 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=ed04b533-ebac-45e4-81b6-3a6c1d77e3aa,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:22.576727 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['ed04b533-ebac-45e4-81b6-3a6c1d77e3aa'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:39:22.598454 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8947-5016-4e81-a80a-a755997dd5d7 req-40f28008-e159-4ac7-8faa-078c3105db53 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:22.600218 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c05a8947-5016-4e81-a80a-a755997dd5d7 req-40f28008-e159-4ac7-8faa-078c3105db53 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0483716 Aug 13 03:39:22.638835 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c05a8947-5016-4e81-a80a-a755997dd5d7 req-debf9f98-2613-4c44-b322-a7fa68cdd263 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329714 Aug 13 03:39:23.126759 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358ba56-d5e9-46f6-ad2b-fc01325cc081 req-4a06d3a5-a885-49d1-8962-e450d880909e tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:23.128231 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0358ba56-d5e9-46f6-ad2b-fc01325cc081 req-4a06d3a5-a885-49d1-8962-e450d880909e tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 944 time: 0.0471487 Aug 13 03:39:23.168917 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0358ba56-d5e9-46f6-ad2b-fc01325cc081 req-aaeff3de-0ba4-412c-a511-b737baf6e30d tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344040 Aug 13 03:39:23.421074 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f2778-a870-4ed2-a6e1-f7bac4b1a4a3 req-950dc394-3145-4028-aa65-51d24e4248bb tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:23.422533 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d48f2778-a870-4ed2-a6e1-f7bac4b1a4a3 req-950dc394-3145-4028-aa65-51d24e4248bb tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0508878 Aug 13 03:39:23.459584 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d48f2778-a870-4ed2-a6e1-f7bac4b1a4a3 req-6d8a3e21-be40-47dd-95f9-c5e388e80e54 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309093 Aug 13 03:39:23.555545 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6fd4158c-7b0a-4d7a-b874-cdb996538738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:23.749759 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c912a37-d4d6-4d3e-b5e2-b01c8f8efa67 req-9fe61502-432e-436c-a02a-bc4a63e752c0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:23.751198 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0c912a37-d4d6-4d3e-b5e2-b01c8f8efa67 req-9fe61502-432e-436c-a02a-bc4a63e752c0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0473688 Aug 13 03:39:23.786562 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0c912a37-d4d6-4d3e-b5e2-b01c8f8efa67 req-16ce099e-f8da-4bfd-9482-c59c009da7a4 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296884 Aug 13 03:39:24.123423 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ed04b533-ebac-45e4-81b6-3a6c1d77e3aa up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:39:24.169440 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:39:24.173102 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:39:24.173475 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:24.251401 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:24.272793 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed04b533-ebac-45e4-81b6-3a6c1d77e3aa'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:39:24.275021 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222a2c94-3ac3-448e-b38b-796f9e266f94" -d '{"events": [{"server_uuid": "41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc", "name": "network-vif-plugged", "status": "completed", "tag": "ed04b533-ebac-45e4-81b6-3a6c1d77e3aa"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:39:24.287690 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ed04b533-ebac-45e4-81b6-3a6c1d77e3aa,segment=NetworkSegment(794496a2-261a-4dac-b81f-9598f600ca68),segment_id=794496a2-261a-4dac-b81f-9598f600ca68)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:39:24.288308 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6a297-cff4-4f68-b23b-39504407279a req-ebf22eea-9441-42e5-bc01-ddc87f55f20e tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:24.291423 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cfa6a297-cff4-4f68-b23b-39504407279a req-ebf22eea-9441-42e5-bc01-ddc87f55f20e tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 944 time: 0.0558555 Aug 13 03:39:24.293535 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:24.317726 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f8f1e5-68ca-48ac-90e3-72f318bba092 x-openstack-request-id: req-c2f8f1e5-68ca-48ac-90e3-72f318bba092 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:39:24.318013 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc", "name": "network-vif-plugged", "status": "completed", "tag": "ed04b533-ebac-45e4-81b6-3a6c1d77e3aa", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:39:24.318264 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2f8f1e5-68ca-48ac-90e3-72f318bba092 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:39:24.318646 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed04b533-ebac-45e4-81b6-3a6c1d77e3aa', 'code': 200} Aug 13 03:39:24.333305 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cfa6a297-cff4-4f68-b23b-39504407279a req-8e9b0923-e59a-448d-a819-062cb33c4a28 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355036 Aug 13 03:39:24.345021 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=ed04b533-ebac-45e4-81b6-3a6c1d77e3aa,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:24.479044 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91c271-4934-4ea1-a808-b28dcb93ad16 req-2f52b0df-5931-429c-8e1f-d29258e4d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:24.480561 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cb91c271-4934-4ea1-a808-b28dcb93ad16 req-2f52b0df-5931-429c-8e1f-d29258e4d2dc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 1098 time: 0.0440354 Aug 13 03:39:24.516501 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cb91c271-4934-4ea1-a808-b28dcb93ad16 req-a04d8bed-ceaf-418e-83b6-90d44c0ba4e8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274220 Aug 13 03:39:24.577164 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbff836-1a28-4c7f-999d-4da5d78bef24 req-97a2dec5-a8e2-4945-a359-4ef5a985a005 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:24.578621 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bcbff836-1a28-4c7f-999d-4da5d78bef24 req-97a2dec5-a8e2-4945-a359-4ef5a985a005 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0506370 Aug 13 03:39:24.615525 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bcbff836-1a28-4c7f-999d-4da5d78bef24 req-b07f6d9d-8525-40e3-8bad-3210f2daff82 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307236 Aug 13 03:39:24.902936 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ecb85-da90-4895-95df-30a058fcbe0d req-e81bae8c-e846-4057-bdb0-f841727e67c6 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:24.904436 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-198ecb85-da90-4895-95df-30a058fcbe0d req-e81bae8c-e846-4057-bdb0-f841727e67c6 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0466619 Aug 13 03:39:24.940122 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-198ecb85-da90-4895-95df-30a058fcbe0d req-b0514d00-1756-4168-804d-fefa69f4260c tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299227 Aug 13 03:39:25.455265 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df651bfb-72a1-4715-906a-17914abdd2eb req-a38b3d88-4fa8-42e1-830c-72ae9c4e717b tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:25.456994 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-df651bfb-72a1-4715-906a-17914abdd2eb req-a38b3d88-4fa8-42e1-830c-72ae9c4e717b tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 945 time: 0.0465889 Aug 13 03:39:25.493582 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-df651bfb-72a1-4715-906a-17914abdd2eb req-6f93091c-db9d-493d-8aa3-d7b6325f36d4 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303202 Aug 13 03:39:25.732380 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8731bc-5f26-4154-9c09-7d1322475316 req-6305cad0-d186-40c7-8afe-2be259b4026f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:25.733850 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9a8731bc-5f26-4154-9c09-7d1322475316 req-6305cad0-d186-40c7-8afe-2be259b4026f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0512345 Aug 13 03:39:25.772650 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9a8731bc-5f26-4154-9c09-7d1322475316 req-e1c0f378-4e77-4c68-a0c3-1dc1cfbf76d8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329027 Aug 13 03:39:26.053314 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa77d3b-1591-41d8-bd87-e891b4901c3b req-84a0d2dd-bd39-46f1-85c1-bd1bd73a801d tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:26.054807 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cfa77d3b-1591-41d8-bd87-e891b4901c3b req-84a0d2dd-bd39-46f1-85c1-bd1bd73a801d tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0492935 Aug 13 03:39:26.093902 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cfa77d3b-1591-41d8-bd87-e891b4901c3b req-02bfc5c6-98da-4a94-94b5-c0ec6c9f13e0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326438 Aug 13 03:39:26.136905 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d8d17790-78d2-4860-9883-46a9aa019859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:26.277145 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:26.891934 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9706013-9cea-47c3-a179-b4f6f757155f req-b6570c42-53f6-45bb-ace7-6d9fc3b8e779 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:26.893516 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b9706013-9cea-47c3-a179-b4f6f757155f req-b6570c42-53f6-45bb-ace7-6d9fc3b8e779 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0508327 Aug 13 03:39:26.941518 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b9706013-9cea-47c3-a179-b4f6f757155f req-e844dcf6-974d-4b78-8cb6-2b0c40620091 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Aug 13 03:39:26.963713 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c91e4-c185-4a06-8c76-a3bc22aba26e req-8ff440a7-b7ac-47cf-8ed0-4ff444d04c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:26.965260 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-871c91e4-c185-4a06-8c76-a3bc22aba26e req-8ff440a7-b7ac-47cf-8ed0-4ff444d04c6e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 1099 time: 0.0431244 Aug 13 03:39:27.001293 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-871c91e4-c185-4a06-8c76-a3bc22aba26e req-962566b7-4afe-4a37-abaf-8df2df30d6ca service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274394 Aug 13 03:39:27.213755 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8698b-d402-4953-b75f-e6867dc61734 req-55d5b5fc-6872-4df1-8243-5681513a3388 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:27.215205 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9cd8698b-d402-4953-b75f-e6867dc61734 req-55d5b5fc-6872-4df1-8243-5681513a3388 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0511916 Aug 13 03:39:27.252715 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9cd8698b-d402-4953-b75f-e6867dc61734 req-51dd57e4-a7cc-4f04-94d8-e717210332b9 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317221 Aug 13 03:39:27.307106 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:28.053163 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b1d47-86ef-420b-8ed1-3b66a7021737 req-00031d83-c820-490d-91de-2c099116a6ee tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:28.054641 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ca1b1d47-86ef-420b-8ed1-3b66a7021737 req-00031d83-c820-490d-91de-2c099116a6ee tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0478241 Aug 13 03:39:28.095012 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ca1b1d47-86ef-420b-8ed1-3b66a7021737 req-4804041f-9bb7-49f2-aefa-04e8ff180b05 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335381 Aug 13 03:39:28.368349 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f2e73-2b72-4336-b4dd-7ae008976f67 req-31e60df0-7fa7-4bdf-abd8-4adfb0ca40c8 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:28.369915 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6b6f2e73-2b72-4336-b4dd-7ae008976f67 req-31e60df0-7fa7-4bdf-abd8-4adfb0ca40c8 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0486479 Aug 13 03:39:28.407048 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6b6f2e73-2b72-4336-b4dd-7ae008976f67 req-9fcadc0b-56e3-42d1-9f9d-5cf02ba1e724 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311143 Aug 13 03:39:28.737474 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf42d3b-3d76-4d83-b2bd-ae1ea6ebc505 req-42cd0331-a0ae-4507-b25a-a511dfc73995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:28.739064 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5cf42d3b-3d76-4d83-b2bd-ae1ea6ebc505 req-42cd0331-a0ae-4507-b25a-a511dfc73995 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ad17b1804cb4960a697b55ead1340e7&device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 1099 time: 0.0451031 Aug 13 03:39:28.844516 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf42d3b-3d76-4d83-b2bd-ae1ea6ebc505 req-9277b2c9-26fd-4113-bca5-dd674494a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:28.845995 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5cf42d3b-3d76-4d83-b2bd-ae1ea6ebc505 req-9277b2c9-26fd-4113-bca5-dd674494a2ec service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c8433f3-8dfb-491f-8cba-67225ddc7304 HTTP/1.1" status: 200 len: 919 time: 0.0979924 Aug 13 03:39:28.867836 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:28.891172 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5cf42d3b-3d76-4d83-b2bd-ae1ea6ebc505 req-6734fab2-4dd4-4d8a-b252-bd4dec3c6aaf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d HTTP/1.1" status: 200 len: 217 time: 0.0370781 Aug 13 03:39:28.942554 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf42d3b-3d76-4d83-b2bd-ae1ea6ebc505 req-048dc603-8131-416c-9619-cf3ceb9e173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:28.944045 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5cf42d3b-3d76-4d83-b2bd-ae1ea6ebc505 req-048dc603-8131-416c-9619-cf3ceb9e173a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0879edd8-5ffe-4b62-af40-fd4d67a82faf HTTP/1.1" status: 200 len: 858 time: 0.0435603 Aug 13 03:39:28.969478 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7b2e5-3147-4c8e-9f00-c23ab9a26315 req-2559cc9e-890f-484a-a3b5-62a30fc13f33 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:28.973812 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2bf7b2e5-3147-4c8e-9f00-c23ab9a26315 req-2559cc9e-890f-484a-a3b5-62a30fc13f33 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.2711687 Aug 13 03:39:28.980349 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5cf42d3b-3d76-4d83-b2bd-ae1ea6ebc505 req-fb9c8b6e-604d-426e-9807-699396dea0aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c8433f3-8dfb-491f-8cba-67225ddc7304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291836 Aug 13 03:39:29.010025 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2bf7b2e5-3147-4c8e-9f00-c23ab9a26315 req-5dced9c0-3313-4ea1-9ebf-68a45f9e04b5 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329859 Aug 13 03:39:29.088204 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5cf42d3b-3d76-4d83-b2bd-ae1ea6ebc505 req-e84efc41-7528-46bd-b042-db41f4c405c5 service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941386 Aug 13 03:39:29.189213 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5cf42d3b-3d76-4d83-b2bd-ae1ea6ebc505 req-d3166d32-c4d3-437e-9464-a85f3bc14af5 service neutron] 10.222.0.63 "GET /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931211 Aug 13 03:39:29.214943 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca156604-b998-4f08-8c3a-5ab1a3950a61 req-56b07fad-8252-4af9-b994-dfbb8c6cddf4 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:29.216484 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ca156604-b998-4f08-8c3a-5ab1a3950a61 req-56b07fad-8252-4af9-b994-dfbb8c6cddf4 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0517344 Aug 13 03:39:29.255212 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ca156604-b998-4f08-8c3a-5ab1a3950a61 req-e88db6c4-816b-483f-ab2d-e531ae8828c0 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318301 Aug 13 03:39:29.458853 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc69de-3670-4435-a63f-0a1034e4f4c5 req-11a19c4a-2996-4948-bd03-4db4d8e27a4c tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:29.460447 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b0bc69de-3670-4435-a63f-0a1034e4f4c5 req-11a19c4a-2996-4948-bd03-4db4d8e27a4c tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0528913 Aug 13 03:39:29.486746 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def2d7c-b6fa-4b35-9871-70667cf4bffb req-d5f4a644-f923-4e6e-8b20-0742ff2d191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:29.488264 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9def2d7c-b6fa-4b35-9871-70667cf4bffb req-d5f4a644-f923-4e6e-8b20-0742ff2d191d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=20909ce51f4946e4a6d8cc2c3692f098&device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0416095 Aug 13 03:39:29.499206 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b0bc69de-3670-4435-a63f-0a1034e4f4c5 req-d7741484-d3b5-481a-8a4b-e5afe3dc0179 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326700 Aug 13 03:39:29.576952 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def2d7c-b6fa-4b35-9871-70667cf4bffb req-3e16416f-4471-41e3-9924-10160093ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:29.578418 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9def2d7c-b6fa-4b35-9871-70667cf4bffb req-3e16416f-4471-41e3-9924-10160093ee93 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2bc5c885-09d1-4b83-854e-b64e8b2033af HTTP/1.1" status: 200 len: 912 time: 0.0814700 Aug 13 03:39:29.650829 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9def2d7c-b6fa-4b35-9871-70667cf4bffb req-e251c1eb-68b1-4a4a-b425-7be5b0c39c0f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=959d7fe3-04a8-493f-bc05-cbfe41c36cba HTTP/1.1" status: 200 len: 1002 time: 0.0599728 Aug 13 03:39:29.699682 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def2d7c-b6fa-4b35-9871-70667cf4bffb req-e75aa32c-1b9c-4b89-a4d2-1f26740175d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:29.701149 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9def2d7c-b6fa-4b35-9871-70667cf4bffb req-e75aa32c-1b9c-4b89-a4d2-1f26740175d7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d0c1a94a-64dc-4d90-a316-1a8d4b512718 HTTP/1.1" status: 200 len: 850 time: 0.0418758 Aug 13 03:39:29.748442 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def2d7c-b6fa-4b35-9871-70667cf4bffb req-2a99c3bc-b770-42c3-8f99-c65e46cbe2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:29.749897 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9def2d7c-b6fa-4b35-9871-70667cf4bffb req-2a99c3bc-b770-42c3-8f99-c65e46cbe2e7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2bc5c885-09d1-4b83-854e-b64e8b2033af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394750 Aug 13 03:39:29.842442 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9def2d7c-b6fa-4b35-9871-70667cf4bffb req-28c47c92-6c62-40a9-b5a6-474de3734834 service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841296 Aug 13 03:39:29.937980 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-9def2d7c-b6fa-4b35-9871-70667cf4bffb req-d7653bb8-d50e-4be4-ba87-8cad37c6e8ef service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798771 Aug 13 03:39:30.131858 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b30ee-ed7d-4a0a-9574-1156f1f837ca req-5acae257-31e6-4f87-af1c-a40716e4961a tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:30.133417 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1b8b30ee-ed7d-4a0a-9574-1156f1f837ca req-5acae257-31e6-4f87-af1c-a40716e4961a tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0506165 Aug 13 03:39:30.171551 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1b8b30ee-ed7d-4a0a-9574-1156f1f837ca req-5b27a6e0-68e8-46b7-92f0-28d6ec13a0ee tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322838 Aug 13 03:39:30.614275 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816e3c1-4410-4de9-bceb-23da6c6a3190 req-bd637e25-5aec-425d-b40e-e1dd5f765624 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:30.615727 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b816e3c1-4410-4de9-bceb-23da6c6a3190 req-bd637e25-5aec-425d-b40e-e1dd5f765624 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0504460 Aug 13 03:39:30.652600 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b816e3c1-4410-4de9-bceb-23da6c6a3190 req-71d710d0-ebc9-4d48-8e7c-efffbe798599 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304909 Aug 13 03:39:31.285668 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95de4b8-df99-4708-8481-4104beae94a5 req-804cf41b-591c-4009-ba24-0d2449e4ea30 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:31.287109 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c95de4b8-df99-4708-8481-4104beae94a5 req-804cf41b-591c-4009-ba24-0d2449e4ea30 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0469918 Aug 13 03:39:31.326989 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c95de4b8-df99-4708-8481-4104beae94a5 req-a4778b4d-5dad-4d47-9915-4f59661a1caf tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330751 Aug 13 03:39:32.443503 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5e5c1-9e87-465b-b84f-683ad9fb8a82 req-9dc61c15-3a0d-47a2-b74d-bda3a0dc6757 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:32.444890 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b2f5e5c1-9e87-465b-b84f-683ad9fb8a82 req-9dc61c15-3a0d-47a2-b74d-bda3a0dc6757 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0506036 Aug 13 03:39:32.481870 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b2f5e5c1-9e87-465b-b84f-683ad9fb8a82 req-694459d5-e863-4b16-b8dc-623b438fdb25 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Aug 13 03:39:36.387183 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd60383-34f5-4da4-b3e8-e337a56c6588 req-7558f909-852b-4188-bfc7-c8db2490f7a6 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:36.388662 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3cd60383-34f5-4da4-b3e8-e337a56c6588 req-7558f909-852b-4188-bfc7-c8db2490f7a6 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0504222 Aug 13 03:39:36.430022 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3cd60383-34f5-4da4-b3e8-e337a56c6588 req-65183d60-cbbc-4dea-9835-2bd0fe7a2c14 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331173 Aug 13 03:39:37.545031 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884a805-22df-444e-bbb5-e0716aab7303 req-631c7e3b-b0ac-4330-a063-5b792d8a1401 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:37.546802 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b884a805-22df-444e-bbb5-e0716aab7303 req-631c7e3b-b0ac-4330-a063-5b792d8a1401 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0492253 Aug 13 03:39:37.583053 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b884a805-22df-444e-bbb5-e0716aab7303 req-413f4d01-c0fd-49d7-85b1-d15fcf2e7361 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303757 Aug 13 03:39:38.698873 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f104c9f-d0f9-4a09-bdab-47cc95854fee req-c803461a-6044-46c1-81dc-b4182c605e3f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:38.700397 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8f104c9f-d0f9-4a09-bdab-47cc95854fee req-c803461a-6044-46c1-81dc-b4182c605e3f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0500824 Aug 13 03:39:38.739322 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8f104c9f-d0f9-4a09-bdab-47cc95854fee req-65453abe-3d1b-4950-8ade-8d20ecf55bec tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Aug 13 03:39:39.205464 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab8dc7-57ff-4f1f-b67e-f9b9c5458f78 req-407fc3f5-bce7-4c64-80db-161ffa692944 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:39.207249 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1cab8dc7-57ff-4f1f-b67e-f9b9c5458f78 req-407fc3f5-bce7-4c64-80db-161ffa692944 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 945 time: 0.0513558 Aug 13 03:39:39.295187 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-1cab8dc7-57ff-4f1f-b67e-f9b9c5458f78 req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Deleting port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:39:39.295521 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-1cab8dc7-57ff-4f1f-b67e-f9b9c5458f78 req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:39.385456 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-1cab8dc7-57ff-4f1f-b67e-f9b9c5458f78 req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] For port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6fa8c997-3b8c-4308-83c8-70d6aae4a0fc,segment=NetworkSegment(adaf0778-4a81-4b1c-98f0-b3a233fe2019),segment_id=adaf0778-4a81-4b1c-98f0-b3a233fe2019)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:39:39.385825 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-1cab8dc7-57ff-4f1f-b67e-f9b9c5458f78 req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:39.398388 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-1cab8dc7-57ff-4f1f-b67e-f9b9c5458f78 req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Calling delete_port for 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:39:39.519593 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-1cab8dc7-57ff-4f1f-b67e-f9b9c5458f78 req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:39.534024 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['6fa8c997-3b8c-4308-83c8-70d6aae4a0fc', 'aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:39:39.549580 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Pushing event deleted for resources: {'Port': ['ID=6fa8c997-3b8c-4308-83c8-70d6aae4a0fc,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:39.597157 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:39.597510 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:39.597852 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:39.598191 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:39.598527 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:39.598856 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:39.599183 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:39.599509 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:39.599832 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:39.600182 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:39.600505 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:39.600828 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:39.622393 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cab8dc7-57ff-4f1f-b67e-f9b9c5458f78 req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] No DVR routers for this DVR port 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:39:39.627559 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-1cab8dc7-57ff-4f1f-b67e-f9b9c5458f78 req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:39.629539 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1cab8dc7-57ff-4f1f-b67e-f9b9c5458f78 req-276ce995-97ac-4a14-a7ae-7533467fba2f tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.63 "DELETE /v2.0/ports/6fa8c997-3b8c-4308-83c8-70d6aae4a0fc HTTP/1.1" status: 204 len: 173 time: 0.4157140 Aug 13 03:39:39.629980 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc295245-ee97-4865-ae47-ea2d7704137f', 'name': 'network-vif-deleted', 'tag': '6fa8c997-3b8c-4308-83c8-70d6aae4a0fc'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:39:39.632208 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e83cadf-f07a-4872-a95b-80a747d2dc5d" -d '{"events": [{"server_uuid": "cc295245-ee97-4865-ae47-ea2d7704137f", "name": "network-vif-deleted", "tag": "6fa8c997-3b8c-4308-83c8-70d6aae4a0fc"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:39:39.642697 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-85ea2d20-6c5b-4051-ad06-a290b87eee0c req-314bc656-b74e-486b-bd55-63cc6e437987 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901728 Aug 13 03:39:39.674251 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b7ebd0-8f06-4956-aaad-f977433d3631 x-openstack-request-id: req-50b7ebd0-8f06-4956-aaad-f977433d3631 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:39:39.674536 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc295245-ee97-4865-ae47-ea2d7704137f", "name": "network-vif-deleted", "tag": "6fa8c997-3b8c-4308-83c8-70d6aae4a0fc", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:39:39.674785 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50b7ebd0-8f06-4956-aaad-f977433d3631 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:39:39.675176 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc295245-ee97-4865-ae47-ea2d7704137f', 'name': 'network-vif-deleted', 'tag': '6fa8c997-3b8c-4308-83c8-70d6aae4a0fc', 'status': 'completed', 'code': 200} Aug 13 03:39:39.736697 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2d20-6c5b-4051-ad06-a290b87eee0c req-228ce484-b175-487f-8733-02b984933af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:39.738267 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-85ea2d20-6c5b-4051-ad06-a290b87eee0c req-228ce484-b175-487f-8733-02b984933af3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 1099 time: 0.0430903 Aug 13 03:39:39.843124 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6c302837-f98b-4221-a3b1-53be1c33bf8d req-c0569f79-e6ac-47df-abd0-a94526db5fad tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc295245-ee97-4865-ae47-ea2d7704137f HTTP/1.1" status: 200 len: 210 time: 0.0252259 Aug 13 03:39:39.872152 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2d20-6c5b-4051-ad06-a290b87eee0c req-2e4aac4f-7448-4b5e-a45f-8fc9ff6fadcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:39.874280 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-85ea2d20-6c5b-4051-ad06-a290b87eee0c req-2e4aac4f-7448-4b5e-a45f-8fc9ff6fadcc service neutron] 10.222.0.63 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 918 time: 0.0972748 Aug 13 03:39:39.943575 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-85ea2d20-6c5b-4051-ad06-a290b87eee0c req-a6c3812e-2bec-4fae-82d9-751b47313f4b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7734b6e-d327-490b-b80f-9974fd4539f0 HTTP/1.1" status: 200 len: 1001 time: 0.0604889 Aug 13 03:39:39.995387 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2d20-6c5b-4051-ad06-a290b87eee0c req-8bbb41ff-e328-4bbf-862f-8741795e0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:39.996737 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-85ea2d20-6c5b-4051-ad06-a290b87eee0c req-8bbb41ff-e328-4bbf-862f-8741795e0ff7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=204cc8a8-df78-4b34-a937-2e3a8d58cc1b HTTP/1.1" status: 200 len: 856 time: 0.0433199 Aug 13 03:39:40.043979 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2d20-6c5b-4051-ad06-a290b87eee0c req-4671cacc-c396-4a54-b854-372af92a9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:40.046026 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-85ea2d20-6c5b-4051-ad06-a290b87eee0c req-4671cacc-c396-4a54-b854-372af92a9221 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397799 Aug 13 03:39:40.145009 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-85ea2d20-6c5b-4051-ad06-a290b87eee0c req-23516729-24de-4ca6-9deb-dfc75008f722 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810752 Aug 13 03:39:40.234236 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-85ea2d20-6c5b-4051-ad06-a290b87eee0c req-748aeaf9-f16b-46a7-aea1-a0280770eb18 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784104 Aug 13 03:39:41.106093 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e360447-c5fe-4ade-be60-418bca76ddb2 req-ecf83648-2a33-4efb-8977-4d21127aeb58 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:41.107949 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5e360447-c5fe-4ade-be60-418bca76ddb2 req-ecf83648-2a33-4efb-8977-4d21127aeb58 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0503666 Aug 13 03:39:41.147514 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5e360447-c5fe-4ade-be60-418bca76ddb2 req-aeea92ec-2150-400a-b45b-4e65a14e74e3 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333378 Aug 13 03:39:42.071372 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:42.262147 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395e48-508f-40a8-a637-987d5cf36080 req-2050d145-0826-469b-b84d-e401fab7d942 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:42.264168 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1d395e48-508f-40a8-a637-987d5cf36080 req-2050d145-0826-469b-b84d-e401fab7d942 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0488706 Aug 13 03:39:42.300182 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1d395e48-508f-40a8-a637-987d5cf36080 req-812758ab-37ef-4d4e-8533-f38cf53e58e3 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302422 Aug 13 03:39:43.415629 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b689a9b-1e35-4aa7-80e7-5ed95c6a814d req-9f0288f6-559d-4208-b59e-56da0e41e16a tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:43.417000 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5b689a9b-1e35-4aa7-80e7-5ed95c6a814d req-9f0288f6-559d-4208-b59e-56da0e41e16a tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0462377 Aug 13 03:39:43.453364 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5b689a9b-1e35-4aa7-80e7-5ed95c6a814d req-5eb76059-5796-481c-bd8b-f1deb8b37180 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298972 Aug 13 03:39:44.234091 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:39:44.257129 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:39:44.257478 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 6fa8c997-3b8c-4308-83c8-70d6aae4a0fc not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:39:44.570675 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fe467-67af-4cb8-b4f7-8401fb9d1f50 req-ede0cd13-6347-40eb-ab79-b0b13e89fe3b tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:44.572159 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ad2fe467-67af-4cb8-b4f7-8401fb9d1f50 req-ede0cd13-6347-40eb-ab79-b0b13e89fe3b tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0473835 Aug 13 03:39:44.608959 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ad2fe467-67af-4cb8-b4f7-8401fb9d1f50 req-7675c175-d46d-4e71-b28f-2aac1b3ab521 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309365 Aug 13 03:39:45.724204 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfa9da-0999-471c-96b1-99a1badb1a10 req-52863baf-2c5a-40d0-af0d-56ba5fb6808e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:45.725641 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-13bfa9da-0999-471c-96b1-99a1badb1a10 req-52863baf-2c5a-40d0-af0d-56ba5fb6808e tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0507257 Aug 13 03:39:45.761173 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-13bfa9da-0999-471c-96b1-99a1badb1a10 req-d6558b9d-ccae-461d-a59e-d52f255df7f1 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297232 Aug 13 03:39:46.872882 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f38db-99d4-4dd3-af06-4f6d296c5011 req-331cdf8b-052b-46d2-ab69-98b3f1341e04 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:46.874229 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9c3f38db-99d4-4dd3-af06-4f6d296c5011 req-331cdf8b-052b-46d2-ab69-98b3f1341e04 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0468574 Aug 13 03:39:46.910499 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9c3f38db-99d4-4dd3-af06-4f6d296c5011 req-c98b8350-5916-4922-89e0-45141ead85d4 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a28738e-47e4-4479-a6f0-b80e28546d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305655 Aug 13 03:39:47.441618 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3d421-165d-41b0-9636-947a9e44519b req-16735d47-b113-4f8d-94e6-84d7580b6ba1 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:47.443054 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e9d3d421-165d-41b0-9636-947a9e44519b req-16735d47-b113-4f8d-94e6-84d7580b6ba1 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.63 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 946 time: 0.0472836 Aug 13 03:39:47.532256 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-e9d3d421-165d-41b0-9636-947a9e44519b req-7a489392-d906-43d1-a486-e8dad578d7e0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Deleting port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:39:47.532542 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-e9d3d421-165d-41b0-9636-947a9e44519b req-7a489392-d906-43d1-a486-e8dad578d7e0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:47.618904 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-e9d3d421-165d-41b0-9636-947a9e44519b req-7a489392-d906-43d1-a486-e8dad578d7e0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] For port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d,segment=NetworkSegment(adaf0778-4a81-4b1c-98f0-b3a233fe2019),segment_id=adaf0778-4a81-4b1c-98f0-b3a233fe2019)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:39:47.619268 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-e9d3d421-165d-41b0-9636-947a9e44519b req-7a489392-d906-43d1-a486-e8dad578d7e0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:47.631781 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-e9d3d421-165d-41b0-9636-947a9e44519b req-7a489392-d906-43d1-a486-e8dad578d7e0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Calling delete_port for aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:39:47.968816 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-e9d3d421-165d-41b0-9636-947a9e44519b req-7a489392-d906-43d1-a486-e8dad578d7e0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:47.982487 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:39:47.998710 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a489392-d906-43d1-a486-e8dad578d7e0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Pushing event deleted for resources: {'Port': ['ID=aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:48.020055 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e7934028-3fda-4c45-bc47-627cbed1d22d req-b17fb60d-c502-461f-be5d-bbad0b46be77 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a HTTP/1.1" status: 200 len: 210 time: 0.0337594 Aug 13 03:39:48.041168 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d3d421-165d-41b0-9636-947a9e44519b req-7a489392-d906-43d1-a486-e8dad578d7e0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] No DVR routers for this DVR port aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:39:48.044558 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-e9d3d421-165d-41b0-9636-947a9e44519b req-7a489392-d906-43d1-a486-e8dad578d7e0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:48.046633 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e9d3d421-165d-41b0-9636-947a9e44519b req-7a489392-d906-43d1-a486-e8dad578d7e0 tempest-ServerRescueNegativeTestJSON-883455572 tempest-ServerRescueNegativeTestJSON-883455572-project] 10.222.0.63 "DELETE /v2.0/ports/aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d HTTP/1.1" status: 204 len: 173 time: 0.5972211 Aug 13 03:39:48.047091 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a', 'name': 'network-vif-deleted', 'tag': 'aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:39:48.049341 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a98614-b04e-4639-9166-d87bef386cab" -d '{"events": [{"server_uuid": "e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a", "name": "network-vif-deleted", "tag": "aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:39:48.086064 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4ad8ca-a9cb-4a5a-b8f0-d8fbc899f701 x-openstack-request-id: req-9d4ad8ca-a9cb-4a5a-b8f0-d8fbc899f701 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:39:48.086355 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a", "name": "network-vif-deleted", "tag": "aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:39:48.086603 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d4ad8ca-a9cb-4a5a-b8f0-d8fbc899f701 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:39:48.086992 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ae7c12-ad1b-4cd0-a43e-d33d9d89521a', 'name': 'network-vif-deleted', 'tag': 'aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d', 'status': 'completed', 'code': 200} Aug 13 03:39:49.033875 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:39:49.078516 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36104) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:49.558793 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734678'] for router_interface, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:49.842112 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Deleting port ed7703fd-0aa4-4560-8b4c-137d82a464f6 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:39:49.842875 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:49.920122 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] For port ed7703fd-0aa4-4560-8b4c-137d82a464f6, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=ed7703fd-0aa4-4560-8b4c-137d82a464f6,segment=NetworkSegment(adaf0778-4a81-4b1c-98f0-b3a233fe2019),segment_id=adaf0778-4a81-4b1c-98f0-b3a233fe2019)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:39:49.920494 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:49.934108 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Calling delete_port for ed7703fd-0aa4-4560-8b4c-137d82a464f6 owned by network:router_interface {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:39:50.129857 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:50.157836 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7703fd-0aa4-4560-8b4c-137d82a464f6,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:50.181799 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:50.182206 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:50.182552 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:50.182965 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:50.183300 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:50.183639 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:50.183991 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:50.184321 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:50.184650 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:50.184973 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:50.185297 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:50.185614 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:39:50.296020 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674662'] for router_interface, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:50.515111 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Router 18725f28-d9f7-4d00-930d-359539e024f3 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:39:50.637004 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:39:50.646969 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-eff55757-34e4-4daa-85d4-8688035ecb7e admin admin] 10.222.0.57 "PUT /v2.0/routers/18725f28-d9f7-4d00-930d-359539e024f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5645127 Aug 13 03:39:50.647054 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36130) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:50.651176 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140b538-330b-49c8-bc04-dd356ff9f622 None None] Sync routers for ids ['18725f28-d9f7-4d00-930d-359539e024f3'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:39:50.675735 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140b538-330b-49c8-bc04-dd356ff9f622 None None] Routers {'18725f28-d9f7-4d00-930d-359539e024f3'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:39:50.678091 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-c140b538-330b-49c8-bc04-dd356ff9f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:39:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['18725f28-d9f7-4d00-930d-359539e024f3'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:39:50.784942 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de47e28-977a-4eec-b1f5-b2d51c3c885d req-89efd81d-be13-4ce9-bde1-728410824de3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:50.786751 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7de47e28-977a-4eec-b1f5-b2d51c3c885d req-89efd81d-be13-4ce9-bde1-728410824de3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 946 time: 0.0656245 Aug 13 03:39:50.793350 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:50.830144 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7de47e28-977a-4eec-b1f5-b2d51c3c885d req-fc263cef-6394-405d-8435-b4339878b296 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351398 Aug 13 03:39:50.835530 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-c140b538-330b-49c8-bc04-dd356ff9f622 None None] Set router 18725f28-d9f7-4d00-930d-359539e024f3 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:39:50.898057 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:50.948373 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Deleting port c547bbf0-1e44-4d66-9da9-960414b4f952 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:39:50.948620 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.007569 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-c140b538-330b-49c8-bc04-dd356ff9f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18725f28-d9f7-4d00-930d-359539e024f3', 'name': 'tempest-ServerRescueNegativeTestJSON-203833547-router', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:37:19Z', 'updated_at': '2021-08-13T03:39:50Z', 'revision_number': 5, 'project_id': '2ad17b1804cb4960a697b55ead1340e7', 'gw_port': {'id': 'c547bbf0-1e44-4d66-9da9-960414b4f952', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18725f28-d9f7-4d00-930d-359539e024f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:37:20Z', 'updated_at': '2021-08-13T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:39:51.023649 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] For port c547bbf0-1e44-4d66-9da9-960414b4f952, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=c547bbf0-1e44-4d66-9da9-960414b4f952,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:39:51.024108 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.034668 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140b538-330b-49c8-bc04-dd356ff9f622 None None] Checking router: 18725f28-d9f7-4d00-930d-359539e024f3 for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:39:51.036939 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Calling delete_port for c547bbf0-1e44-4d66-9da9-960414b4f952 owned by network:router_gateway {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:39:51.042840 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140b538-330b-49c8-bc04-dd356ff9f622 None None] Routers {'18725f28-d9f7-4d00-930d-359539e024f3'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:39:51.043515 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-c140b538-330b-49c8-bc04-dd356ff9f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:39:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['18725f28-d9f7-4d00-930d-359539e024f3'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:39:51.205584 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-c140b538-330b-49c8-bc04-dd356ff9f622 None None] Set router 18725f28-d9f7-4d00-930d-359539e024f3 gateway port host: None {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:39:51.220295 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.248972 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c547bbf0-1e44-4d66-9da9-960414b4f952,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:51.255269 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-c140b538-330b-49c8-bc04-dd356ff9f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18725f28-d9f7-4d00-930d-359539e024f3', 'name': 'tempest-ServerRescueNegativeTestJSON-203833547-router', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:37:19Z', 'updated_at': '2021-08-13T03:39:50Z', 'revision_number': 6, 'project_id': '2ad17b1804cb4960a697b55ead1340e7', 'gw_port_host': None}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:39:51.284435 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140b538-330b-49c8-bc04-dd356ff9f622 None None] The sync data for ids ['18725f28-d9f7-4d00-930d-359539e024f3'] in dv-cinder-759962-7-iscsi is: [{'id': '18725f28-d9f7-4d00-930d-359539e024f3', 'name': 'tempest-ServerRescueNegativeTestJSON-203833547-router', 'tenant_id': '2ad17b1804cb4960a697b55ead1340e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:37:19Z', 'updated_at': '2021-08-13T03:39:50Z', 'revision_number': 6, 'project_id': '2ad17b1804cb4960a697b55ead1340e7', 'gw_port_host': None}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:39:51.304603 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675612'] for router_gateway, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.405827 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3676720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.407862 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.469635 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3676735'] for router, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.470267 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18725f28-d9f7-4d00-930d-359539e024f3 {{(pid=94056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:39:51.476114 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] Notify callbacks [] for router, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.477237 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-9d0ac7f2-1956-48e3-b971-4195403a71fa admin admin] 10.222.0.57 "DELETE /v2.0/routers/18725f28-d9f7-4d00-930d-359539e024f3 HTTP/1.1" status: 204 len: 168 time: 0.8295023 Aug 13 03:39:51.479635 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36136) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:51.522003 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf7d117-dcd4-42f5-8b11-bc04c2f0bc3a admin admin] Deleting subnet 0879edd8-5ffe-4b62-af40-fd4d67a82faf {{(pid=94056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:39:51.524855 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d117-dcd4-42f5-8b11-bc04c2f0bc3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.556186 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d117-dcd4-42f5-8b11-bc04c2f0bc3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913378'] for subnet, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.603153 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d117-dcd4-42f5-8b11-bc04c2f0bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.658742 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d117-dcd4-42f5-8b11-bc04c2f0bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1570502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28241023'] for subnet, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.682081 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7d117-dcd4-42f5-8b11-bc04c2f0bc3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0879edd8-5ffe-4b62-af40-fd4d67a82faf,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:51.688120 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d117-dcd4-42f5-8b11-bc04c2f0bc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.692218 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-eaf7d117-dcd4-42f5-8b11-bc04c2f0bc3a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0879edd8-5ffe-4b62-af40-fd4d67a82faf HTTP/1.1" status: 204 len: 168 time: 0.2094228 Aug 13 03:39:51.692657 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36138) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:51.766544 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.843858 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:51.853503 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.853865 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.854603 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.854932 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > port after_create 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.855267 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.855601 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > port after_update 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.855943 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.856284 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.856599 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.856916 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.922983 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.923333 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.923663 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.924024 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:39:51.924383 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8433f3-8dfb-491f-8cba-67225ddc7304']}} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:39:51.953573 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adaf0778-4a81-4b1c-98f0-b3a233fe2019') {'for_net_delete': True} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:39:51.953867 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adaf0778-4a81-4b1c-98f0-b3a233fe2019') {} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:39:52.003592 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25334357'] for segment, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:52.026966 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:52.038292 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:39:52.038679 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25712312'] for segment, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: from cryptography.utils import int_from_bytes Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: from cryptography.utils import int_from_bytes Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: Traceback (most recent call last): Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: timer() Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: cb(*args, **kw) Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: return func(*args, **kwargs) Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: self._notify() Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: self.callback(batched_events) Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: event.method(event) Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: return f(self, *a, **k) Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: return self._get(url).json() Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: return self.request(url, 'GET', **kwargs) Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:39:52.042736 dv-cinder-759962-7-iscsi neutron-server[94057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:39:52.050518 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2677a18-ae46-4272-a201-5d12a91c3f3c req-01ae89de-aecf-46ce-b61c-cd98bbb8ef07 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:52.052081 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a2677a18-ae46-4272-a201-5d12a91c3f3c req-01ae89de-aecf-46ce-b61c-cd98bbb8ef07 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 946 time: 0.1229482 Aug 13 03:39:52.131607 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:52.136407 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a2677a18-ae46-4272-a201-5d12a91c3f3c req-7c0a8661-2f1e-4434-a95d-b8cdc7ec463f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744183 Aug 13 03:39:52.141271 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:52.144370 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7c8433f3-8dfb-491f-8cba-67225ddc7304 HTTP/1.1" status: 204 len: 168 time: 0.4507146 Aug 13 03:39:52.153371 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d005905-6818-42bc-b0f9-d72b50012d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8433f3-8dfb-491f-8cba-67225ddc7304,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:52.314277 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36146) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:52.361575 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-eb3fd292-ec71-4298-a02d-3a7186023dd5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2ad17b1804cb4960a697b55ead1340e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461164 Aug 13 03:39:52.364066 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36148) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:52.409307 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9cef7aed-8dba-4d26-b61e-3dc144349b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:52.429989 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9cef7aed-8dba-4d26-b61e-3dc144349b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:52.473146 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9cef7aed-8dba-4d26-b61e-3dc144349b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:52.475666 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9cef7aed-8dba-4d26-b61e-3dc144349b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:52.476849 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-9cef7aed-8dba-4d26-b61e-3dc144349b43 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a28738e-47e4-4479-a6f0-b80e28546d73 HTTP/1.1" status: 204 len: 168 time: 0.1118791 Aug 13 03:39:52.491199 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef7aed-8dba-4d26-b61e-3dc144349b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a28738e-47e4-4479-a6f0-b80e28546d73,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:52.690593 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device ed7703fd-0aa4-4560-8b4c-137d82a464f6 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:39:52.716205 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: ed7703fd-0aa4-4560-8b4c-137d82a464f6 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:39:52.716562 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device ed7703fd-0aa4-4560-8b4c-137d82a464f6 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:39:52.717607 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device c547bbf0-1e44-4d66-9da9-960414b4f952 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:39:52.736657 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: c547bbf0-1e44-4d66-9da9-960414b4f952 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:39:52.737009 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device c547bbf0-1e44-4d66-9da9-960414b4f952 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:39:53.270547 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87aaf57-f9c8-49fe-8ecb-a98a61afc973 req-0a6c7bcc-25fa-476c-866e-825a44b38ecb tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:53.272120 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d87aaf57-f9c8-49fe-8ecb-a98a61afc973 req-0a6c7bcc-25fa-476c-866e-825a44b38ecb tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 946 time: 0.0550480 Aug 13 03:39:53.311318 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d87aaf57-f9c8-49fe-8ecb-a98a61afc973 req-49a3c9de-cc64-4d1a-8e7a-284c28d76565 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327592 Aug 13 03:39:53.557188 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2bd2-cefa-41a3-9f87-5e5bc1293d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:53.689018 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36202) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:53.812738 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e4aee2a7-646a-444d-b470-3e69cee0a7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:53.900974 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e4aee2a7-646a-444d-b470-3e69cee0a7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:53.904806 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e4aee2a7-646a-444d-b470-3e69cee0a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:53.939341 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aee2a7-646a-444d-b470-3e69cee0a7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb3627f-ec0a-42d2-8298-26e38209a1df,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:53.943634 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-e4aee2a7-646a-444d-b470-3e69cee0a7b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=36eefebe1bd44268ab7a516cd2a04aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536266 Aug 13 03:39:53.944255 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:39:53.946203 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36208) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:53.965244 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:39:53.965597 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device aa47b2fc-4d7f-4e8c-8616-fe75d9f0e00d not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:39:53.996237 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-71e439a1-9513-4fd6-bb0c-9625aa0ec900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:54.017240 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-71e439a1-9513-4fd6-bb0c-9625aa0ec900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:54.062130 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-71e439a1-9513-4fd6-bb0c-9625aa0ec900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:54.064529 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-71e439a1-9513-4fd6-bb0c-9625aa0ec900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:54.065670 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-71e439a1-9513-4fd6-bb0c-9625aa0ec900 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6cb3627f-ec0a-42d2-8298-26e38209a1df HTTP/1.1" status: 204 len: 168 time: 0.1185129 Aug 13 03:39:54.072777 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e439a1-9513-4fd6-bb0c-9625aa0ec900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb3627f-ec0a-42d2-8298-26e38209a1df,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:54.433031 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f706b9-7214-48fa-ae35-8bf0975a9a06 req-d7722404-6e64-4a5e-b219-dbef692adea6 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:54.434518 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-46f706b9-7214-48fa-ae35-8bf0975a9a06 req-d7722404-6e64-4a5e-b219-dbef692adea6 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 946 time: 0.0486507 Aug 13 03:39:54.467704 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-b85128df-bf11-4aba-8980-abc42bc7b33a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:39:54.469741 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-b85128df-bf11-4aba-8980-abc42bc7b33a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 946 time: 0.0495937 Aug 13 03:39:54.474240 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-46f706b9-7214-48fa-ae35-8bf0975a9a06 req-be04d19b-4d35-46e1-9d71-d431218a323e tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=9727224b-5c03-450d-b6fd-76cdba2c4957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336936 Aug 13 03:39:54.562907 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Deleting port f7734b6e-d327-490b-b80f-9974fd4539f0 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:39:54.563251 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:54.650280 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] For port f7734b6e-d327-490b-b80f-9974fd4539f0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f7734b6e-d327-490b-b80f-9974fd4539f0,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:39:54.650650 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:54.875690 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:54.876361 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:54.876655 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.l3_db [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Floating IP 7aa8bdda-6809-4de9-ad8a-797fc2888791 disassociated. External IP: 172.27.0.160, port: f7734b6e-d327-490b-b80f-9974fd4539f0. Aug 13 03:39:54.876979 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Calling delete_port for f7734b6e-d327-490b-b80f-9974fd4539f0 owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:39:55.033518 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:55.061143 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event deleted for resources: {'Port': ['ID=f7734b6e-d327-490b-b80f-9974fd4539f0,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:55.172865 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Router fe4a9d20-2e78-4ab7-9d52-505188e24fbe has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:39:55.283522 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:39:55.293739 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a832f0-2dc9-42bf-956b-9bc427c76291 None None] Sync routers for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:39:55.312760 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a832f0-2dc9-42bf-956b-9bc427c76291 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:39:55.316567 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-54a832f0-2dc9-42bf-956b-9bc427c76291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:39:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:39:55.332507 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] No DVR routers for this DVR port f7734b6e-d327-490b-b80f-9974fd4539f0 on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:39:55.335434 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:55.337944 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-18e5cb91-fb6c-4bda-8d4e-bcd0c896e741 req-d9eb3a41-f94d-454e-81e5-4c580f795486 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.63 "DELETE /v2.0/ports/f7734b6e-d327-490b-b80f-9974fd4539f0 HTTP/1.1" status: 204 len: 173 time: 0.8595924 Aug 13 03:39:55.338582 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'name': 'network-vif-deleted', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:39:55.347060 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f683b5ef-b49e-49f8-a847-daf853165398" -d '{"events": [{"server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "name": "network-vif-deleted", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:39:55.393122 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b2bce6-6f4e-48e6-be8d-95c82c1f3e1e x-openstack-request-id: req-30b2bce6-6f4e-48e6-be8d-95c82c1f3e1e {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:39:55.393558 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c06ccbb-705d-41c6-92eb-e1a2a8b67117", "name": "network-vif-deleted", "tag": "f7734b6e-d327-490b-b80f-9974fd4539f0", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:39:55.393807 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30b2bce6-6f4e-48e6-be8d-95c82c1f3e1e {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:39:55.395172 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c06ccbb-705d-41c6-92eb-e1a2a8b67117', 'name': 'network-vif-deleted', 'tag': 'f7734b6e-d327-490b-b80f-9974fd4539f0', 'status': 'completed', 'code': 200} Aug 13 03:39:55.439309 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-54a832f0-2dc9-42bf-956b-9bc427c76291 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:39:55.598107 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aea1ac8b-26be-49fa-989a-54ee21d13413 req-c7f6e8e2-d961-46fc-8f68-2753461c1f3e tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 210 time: 0.0446231 Aug 13 03:39:55.656262 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-54a832f0-2dc9-42bf-956b-9bc427c76291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:33Z', 'revision_number': 5, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:39:55.691660 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a832f0-2dc9-42bf-956b-9bc427c76291 None None] Checking router: fe4a9d20-2e78-4ab7-9d52-505188e24fbe for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:39:55.702996 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a832f0-2dc9-42bf-956b-9bc427c76291 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:39:55.703739 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-54a832f0-2dc9-42bf-956b-9bc427c76291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:39:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:39:55.808836 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-54a832f0-2dc9-42bf-956b-9bc427c76291 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:39:55.999590 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-54a832f0-2dc9-42bf-956b-9bc427c76291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:33Z', 'revision_number': 5, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:39:56.028044 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a832f0-2dc9-42bf-956b-9bc427c76291 None None] The sync data for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi is: [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:33Z', 'revision_number': 5, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:39:56.137075 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-82890823-e6dc-4c9e-8b74-ac7fd3be518f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:56.250399 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996aefa1-a2b7-40c4-9e4c-796d8642fdac None None] New status for floating IP 7aa8bdda-6809-4de9-ad8a-797fc2888791: DOWN {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:39:56.277583 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:56.689551 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cf55fe84-649f-4dba-970f-f843bec06144 req-3c5c6369-09c6-4977-9b82-f21ac66a21f4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 210 time: 0.0263014 Aug 13 03:39:57.292880 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device f7734b6e-d327-490b-b80f-9974fd4539f0 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:39:57.322741 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: f7734b6e-d327-490b-b80f-9974fd4539f0 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:39:57.323092 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device f7734b6e-d327-490b-b80f-9974fd4539f0 not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:39:57.329242 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:57.784926 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0c8b43d9-1ad7-4725-8f25-57d36309bc99 req-764b7470-19f6-4736-b00d-19b5c88d7afe tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c06ccbb-705d-41c6-92eb-e1a2a8b67117 HTTP/1.1" status: 200 len: 210 time: 0.0275378 Aug 13 03:39:58.866225 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:59.898404 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36322) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:39:59.950380 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b179643c-443a-403a-9f08-b72f56bfbf69 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:59.973858 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b179643c-443a-403a-9f08-b72f56bfbf69 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:00.022501 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b179643c-443a-403a-9f08-b72f56bfbf69 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:00.025032 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b179643c-443a-403a-9f08-b72f56bfbf69 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:00.026224 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-b179643c-443a-403a-9f08-b72f56bfbf69 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "DELETE /v2.0/security-groups/9727224b-5c03-450d-b6fd-76cdba2c4957 HTTP/1.1" status: 204 len: 168 time: 0.1268024 Aug 13 03:40:00.029083 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36324) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:00.034893 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179643c-443a-403a-9f08-b72f56bfbf69 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9727224b-5c03-450d-b6fd-76cdba2c4957,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:00.045687 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.api.v2.resource [None req-aedbe2d8-91b5-4e6b-bf4c-cee484bba804 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] show failed (client error): The resource could not be found. Aug 13 03:40:00.049343 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-aedbe2d8-91b5-4e6b-bf4c-cee484bba804 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups/9727224b-5c03-450d-b6fd-76cdba2c4957 HTTP/1.1" status: 404 len: 347 time: 0.0160661 Aug 13 03:40:00.049567 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36326) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:00.195179 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-839b624c-b8a8-42b4-ba5c-9beffd73eec5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Deleting port 53d4b3ec-4f5a-4900-92bb-642c780f5b7b {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:40:00.195529 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-839b624c-b8a8-42b4-ba5c-9beffd73eec5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:00.269301 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-839b624c-b8a8-42b4-ba5c-9beffd73eec5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:00.269629 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-839b624c-b8a8-42b4-ba5c-9beffd73eec5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:00.280573 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-839b624c-b8a8-42b4-ba5c-9beffd73eec5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Calling delete_port for 53d4b3ec-4f5a-4900-92bb-642c780f5b7b owned by network:floatingip {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:40:00.415389 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-839b624c-b8a8-42b4-ba5c-9beffd73eec5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:00.652223 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b624c-b8a8-42b4-ba5c-9beffd73eec5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event deleted for resources: {'Port': ['ID=53d4b3ec-4f5a-4900-92bb-642c780f5b7b,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:00.709225 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-839b624c-b8a8-42b4-ba5c-9beffd73eec5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:00.711644 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-839b624c-b8a8-42b4-ba5c-9beffd73eec5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:00.712932 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-839b624c-b8a8-42b4-ba5c-9beffd73eec5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "DELETE /v2.0/floatingips/7aa8bdda-6809-4de9-ad8a-797fc2888791 HTTP/1.1" status: 204 len: 168 time: 0.6624792 Aug 13 03:40:02.289238 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36344) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:02.294318 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-0f912f54-1ba0-4187-9289-af8508d8fa92 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556250111', 'description': 'tempest-description--1822764578'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:02.316810 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0f912f54-1ba0-4187-9289-af8508d8fa92 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.394328 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0f912f54-1ba0-4187-9289-af8508d8fa92 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.397705 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0f912f54-1ba0-4187-9289-af8508d8fa92 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.421821 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0f912f54-1ba0-4187-9289-af8508d8fa92 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.423040 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-0f912f54-1ba0-4187-9289-af8508d8fa92 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1328089 Aug 13 03:40:02.426048 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36348) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:02.431016 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-4fb53106-0a5f-4617-9538-8294d7d5837f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Request body: {'security_group_rule': {'security_group_id': 'a2de7505-11b7-438c-86fc-d890cfe03dec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:02.437590 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f912f54-1ba0-4187-9289-af8508d8fa92 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2de7505-11b7-438c-86fc-d890cfe03dec,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:02.458415 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4fb53106-0a5f-4617-9538-8294d7d5837f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.510370 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4fb53106-0a5f-4617-9538-8294d7d5837f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.513664 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4fb53106-0a5f-4617-9538-8294d7d5837f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.530001 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb53106-0a5f-4617-9538-8294d7d5837f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ddd139-3ec2-4f1f-b3cd-055ef581b25b,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:02.536147 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-4fb53106-0a5f-4617-9538-8294d7d5837f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.537252 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-4fb53106-0a5f-4617-9538-8294d7d5837f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103141 Aug 13 03:40:02.539860 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36350) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:02.544097 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-c829e61f-a596-40d2-9c7c-8e2582ccdaae tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Request body: {'security_group_rule': {'security_group_id': 'a2de7505-11b7-438c-86fc-d890cfe03dec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:02.569425 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c829e61f-a596-40d2-9c7c-8e2582ccdaae tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.626116 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c829e61f-a596-40d2-9c7c-8e2582ccdaae tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.629409 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c829e61f-a596-40d2-9c7c-8e2582ccdaae tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.646204 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829e61f-a596-40d2-9c7c-8e2582ccdaae tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4122502d-0cb8-4208-8dca-de60be8fb451,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:02.651742 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c829e61f-a596-40d2-9c7c-8e2582ccdaae tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.652908 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-c829e61f-a596-40d2-9c7c-8e2582ccdaae tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121366 Aug 13 03:40:02.656003 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36352) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:02.660936 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Request body: {'floatingip': {'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:02.681149 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.775749 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:02.879469 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Allocated IP 172.27.0.207 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/78efe0c0-30de-4ff4-8bd9-702a40c94383) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:40:02.976744 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:03.014234 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:03.055602 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:03.058375 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:03.061022 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:40:03.085000 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event updated for resources: {'Port': ['ID=78efe0c0-30de-4ff4-8bd9-702a40c94383,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:03.147030 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:03.178465 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:03.319419 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:03.323732 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:03.393421 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event updated for resources: {'Port': ['ID=78efe0c0-30de-4ff4-8bd9-702a40c94383,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:03.405798 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:03.420436 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:03.421652 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d2adaa49-2447-4828-a235-3bb3b1df881d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7647476 Aug 13 03:40:03.603042 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-e4998ea8-a833-40a1-a8f4-cc1c9dfaa15c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--556250111&fields=id&tenant_id=8c29dde412844c7080ebb0405ba4f877 HTTP/1.1" status: 200 len: 267 time: 0.0315444 Aug 13 03:40:03.706712 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-7be5bdd3-ed84-4a35-b331-7635676f9650 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:03.708133 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-7be5bdd3-ed84-4a35-b331-7635676f9650 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 817 time: 0.0983868 Aug 13 03:40:03.723521 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-93975e15-c53d-4359-a3ef-4fe75d7265da tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/quotas/8c29dde412844c7080ebb0405ba4f877 HTTP/1.1" status: 200 len: 375 time: 0.0098026 Aug 13 03:40:03.774539 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-dfa19d59-d1ff-49ba-a0e0-2611384db771 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459828 Aug 13 03:40:03.867968 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-1872b79d-d896-45e4-89e6-492c240a939c service neutron] 10.222.0.57 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816233 Aug 13 03:40:03.953153 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-4eb5100a-d0ec-4a8b-8896-ce90c116f5eb service neutron] 10.222.0.57 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791974 Aug 13 03:40:05.144735 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a13f92eb-e172-4ec0-810e-f3eed9939da2 req-bbeaf292-28e6-4732-959c-422dcb526161 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 210 time: 0.0262318 Aug 13 03:40:06.237486 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3e96f199-d34a-4d2f-a503-ee992340503e req-6220e08e-71a8-471e-b5a4-5d69ef2532d8 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 210 time: 0.0247707 Aug 13 03:40:06.655097 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-6ad15146-a9b0-46af-8a97-f4718b915de4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:06.656563 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-6ad15146-a9b0-46af-8a97-f4718b915de4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.63 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 817 time: 0.3099072 Aug 13 03:40:06.709930 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-593cb061-bd3c-4cd1-ba4c-3a1ce72c802c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c29dde412844c7080ebb0405ba4f877 HTTP/1.1" status: 200 len: 379 time: 0.0402188 Aug 13 03:40:06.722197 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Request body: {'port': {'device_id': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'admin_state_up': True, 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'security_groups': ['a2de7505-11b7-438c-86fc-d890cfe03dec']}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:06.824504 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Made reservation on behalf of 8c29dde412844c7080ebb0405ba4f877 for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:40:06.827811 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:06.946228 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Allocated IP 172.20.0.7 (8c5b35d3-f3db-4682-8c3b-d2b32fa35371/204cc8a8-df78-4b34-a937-2e3a8d58cc1b/ecd10608-d668-48e2-abc3-4bef6b3d52b6) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:40:07.072416 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:07.085305 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Transition to ACTIVE for port object ecd10608-d668-48e2-abc3-4bef6b3d52b6 will not be triggered until provisioned by entity DHCP. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:07.116618 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:07.161504 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:07.164492 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:07.168086 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:40:07.173995 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event updated for resources: {'Port': ['ID=ecd10608-d668-48e2-abc3-4bef6b3d52b6,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:07.220430 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:07.221093 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:07.235629 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-d0d2ef21-30b0-48c7-aeb5-71438d22d369 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5175726 Aug 13 03:40:07.249592 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Request body: {'port': {'device_id': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:07.309345 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:07.381926 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc587f-c669-409f-9feb-227b0ecb5916 req-37eeb7f7-479e-4440-a262-c7e9ae05685e tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:07.384021 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-cdf03a03-785f-4e36-98c1-577831dc1045 None None] Provisioning for port ecd10608-d668-48e2-abc3-4bef6b3d52b6 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:07.384478 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0fbc587f-c669-409f-9feb-227b0ecb5916 req-37eeb7f7-479e-4440-a262-c7e9ae05685e tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 931 time: 0.0641503 Aug 13 03:40:07.395835 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-cdf03a03-785f-4e36-98c1-577831dc1045 None None] Provisioning complete for port ecd10608-d668-48e2-abc3-4bef6b3d52b6 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:07.396390 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdf03a03-785f-4e36-98c1-577831dc1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:07.437422 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-cdf03a03-785f-4e36-98c1-577831dc1045 None None] Port ecd10608-d668-48e2-abc3-4bef6b3d52b6 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:40:07.440881 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0fbc587f-c669-409f-9feb-227b0ecb5916 req-3e115c89-887d-4152-b60a-230ee8f45f85 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476632 Aug 13 03:40:07.592435 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd10608-d668-48e2-abc3-4bef6b3d52b6 {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:40:07.599859 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:07.611759 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Transition to ACTIVE for port object ecd10608-d668-48e2-abc3-4bef6b3d52b6 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:07.615342 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:07.708266 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Pushing event updated for resources: {'Port': ['ID=ecd10608-d668-48e2-abc3-4bef6b3d52b6,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:07.746240 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Attempting to bind port ecd10608-d668-48e2-abc3-4bef6b3d52b6 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:40:07.746615 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Attempting to bind port ecd10608-d668-48e2-abc3-4bef6b3d52b6 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:40:07.747000 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Attempting to bind port ecd10608-d668-48e2-abc3-4bef6b3d52b6 on network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:07.752874 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Port ecd10608-d668-48e2-abc3-4bef6b3d52b6 on network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:40:07.753204 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Attempting to bind port ecd10608-d668-48e2-abc3-4bef6b3d52b6 on network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:07.758606 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:40:07.758963 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Checking segment: {'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:40:07.759356 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Bound using segment: {'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:40:07.759788 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Bound port: ecd10608-d668-48e2-abc3-4bef6b3d52b6, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd39a2e-d021-48bb-8657-0832842a0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:40:07.760176 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:07.834899 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] For port ecd10608-d668-48e2-abc3-4bef6b3d52b6, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:40:07.838472 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] For port ecd10608-d668-48e2-abc3-4bef6b3d52b6, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:40:07.842037 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:07.886417 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:07.887049 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:07.888528 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] 10.222.0.63 "PUT /v2.0/ports/ecd10608-d668-48e2-abc3-4bef6b3d52b6 HTTP/1.1" status: 200 len: 1093 time: 0.6437263 Aug 13 03:40:07.889172 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:40:07.892032 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47713139-d340-408d-9219-4e96eb342e78" -d '{"events": [{"name": "network-changed", "server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:40:07.932512 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3d6cc-62cd-418a-a997-792627bc29fe service neutron] Pushing event updated for resources: {'Port': ['ID=ecd10608-d668-48e2-abc3-4bef6b3d52b6,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:07.939835 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83088156-aefb-4b56-b901-7b594dd1f705 x-openstack-request-id: req-83088156-aefb-4b56-b901-7b594dd1f705 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:40:07.940150 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:40:07.940402 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-83088156-aefb-4b56-b901-7b594dd1f705 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:40:07.940790 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'status': 'completed', 'code': 200} Aug 13 03:40:07.985383 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-59f35455-638a-42c4-a302-5df5e3c12593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:07.986890 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-59f35455-638a-42c4-a302-5df5e3c12593 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 1096 time: 0.0434523 Aug 13 03:40:08.034356 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-cba34046-e825-4c76-b670-425ee5b1cf1f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6 HTTP/1.1" status: 200 len: 217 time: 0.0370955 Aug 13 03:40:08.085654 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-31fee7ad-cb81-4809-871b-605a73dff57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:08.087146 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-31fee7ad-cb81-4809-871b-605a73dff57a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=204cc8a8-df78-4b34-a937-2e3a8d58cc1b HTTP/1.1" status: 200 len: 856 time: 0.0446310 Aug 13 03:40:08.132455 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-dc70b0f9-7262-46a4-a837-0979f91a62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:08.133820 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-dc70b0f9-7262-46a4-a837-0979f91a62b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387130 Aug 13 03:40:08.225178 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-78e55fdd-9d9d-43a6-9424-ec3a103e8293 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821488 Aug 13 03:40:08.311492 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-fad6d5f7-9787-4964-9a65-f65570d9fde2 req-9a99de84-8bb4-4cb5-980c-102783e69f92 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782490 Aug 13 03:40:08.401798 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47713139-d340-408d-9219-4e96eb342e78 req-abbcdcce-ddd5-416b-85b8-0a303e3622bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:08.403161 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-47713139-d340-408d-9219-4e96eb342e78 req-abbcdcce-ddd5-416b-85b8-0a303e3622bf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 1096 time: 0.0395579 Aug 13 03:40:08.494911 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47713139-d340-408d-9219-4e96eb342e78 req-1f3a484d-3ce5-465d-8b94-308d2e63b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:08.496432 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-47713139-d340-408d-9219-4e96eb342e78 req-1f3a484d-3ce5-465d-8b94-308d2e63b021 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 918 time: 0.0848980 Aug 13 03:40:08.537649 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-47713139-d340-408d-9219-4e96eb342e78 req-39af6d1c-5d7c-4133-a62c-9524f9f601ff service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6 HTTP/1.1" status: 200 len: 217 time: 0.0328596 Aug 13 03:40:08.558319 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc6570-5262-4028-9184-f4bc43ca4767 req-77a0bc1b-efc5-4a5d-9728-a8ab31067e15 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:08.559797 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d8dc6570-5262-4028-9184-f4bc43ca4767 req-77a0bc1b-efc5-4a5d-9728-a8ab31067e15 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0479045 Aug 13 03:40:08.591151 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47713139-d340-408d-9219-4e96eb342e78 req-f0a858bd-0e96-4e8f-a698-018841a5c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:08.592688 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-47713139-d340-408d-9219-4e96eb342e78 req-f0a858bd-0e96-4e8f-a698-018841a5c186 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=204cc8a8-df78-4b34-a937-2e3a8d58cc1b HTTP/1.1" status: 200 len: 856 time: 0.0476661 Aug 13 03:40:08.597275 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d8dc6570-5262-4028-9184-f4bc43ca4767 req-342546b0-225b-4b83-848c-5bfad1f2f8c4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315654 Aug 13 03:40:08.639265 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47713139-d340-408d-9219-4e96eb342e78 req-54c13a0b-0011-4578-a4e3-2b83183a1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:08.641483 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-47713139-d340-408d-9219-4e96eb342e78 req-54c13a0b-0011-4578-a4e3-2b83183a1b44 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399084 Aug 13 03:40:08.734093 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-47713139-d340-408d-9219-4e96eb342e78 req-72045ba7-1b99-4a4a-a5af-23edab764456 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838423 Aug 13 03:40:08.849291 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-47713139-d340-408d-9219-4e96eb342e78 req-cb1439e2-91ce-4fef-8f70-71548913b16e service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003988 Aug 13 03:40:09.715850 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102b4e0-6fb2-4168-abe1-2c878d54562f req-0bc1fe47-000c-4bb0-9d34-fe4f82490357 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:09.717243 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8102b4e0-6fb2-4168-abe1-2c878d54562f req-0bc1fe47-000c-4bb0-9d34-fe4f82490357 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0491564 Aug 13 03:40:09.754254 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8102b4e0-6fb2-4168-abe1-2c878d54562f req-4fc5658e-1284-4773-8292-ef72597b31dd tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306218 Aug 13 03:40:10.273332 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700c3bf-1be1-435a-a8ba-cf91e95cb7f7 req-8fbdd717-ff9a-4536-8874-fd136bd762c4 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:10.274809 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c700c3bf-1be1-435a-a8ba-cf91e95cb7f7 req-8fbdd717-ff9a-4536-8874-fd136bd762c4 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 945 time: 0.0521474 Aug 13 03:40:10.310540 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36494) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:10.311765 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c700c3bf-1be1-435a-a8ba-cf91e95cb7f7 req-b47c68d9-9bd5-4b87-94f7-9a9bf4d9148e tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312157 Aug 13 03:40:10.414329 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-885502af-e8b8-40e9-a3f1-08dbd68db144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:10.500701 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-885502af-e8b8-40e9-a3f1-08dbd68db144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:10.504250 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-885502af-e8b8-40e9-a3f1-08dbd68db144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:10.540429 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-885502af-e8b8-40e9-a3f1-08dbd68db144 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=576c9ba087474fc8a541c84c398ab765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287788 Aug 13 03:40:10.541363 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885502af-e8b8-40e9-a3f1-08dbd68db144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2766c0ff-b994-466a-8987-4ab26f7d2ff0,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:10.543169 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36498) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:10.590734 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0d93b376-c5ee-4100-b9f7-01a6229b3977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:10.610480 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0d93b376-c5ee-4100-b9f7-01a6229b3977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:10.653984 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0d93b376-c5ee-4100-b9f7-01a6229b3977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:10.656625 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0d93b376-c5ee-4100-b9f7-01a6229b3977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:10.657786 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-0d93b376-c5ee-4100-b9f7-01a6229b3977 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2766c0ff-b994-466a-8987-4ab26f7d2ff0 HTTP/1.1" status: 204 len: 168 time: 0.1136470 Aug 13 03:40:10.665344 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93b376-c5ee-4100-b9f7-01a6229b3977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2766c0ff-b994-466a-8987-4ab26f7d2ff0,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:10.871889 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725eaf6-1c76-4900-bbe2-42835e7955b1 req-472875fd-c632-4e6b-8c9d-a049b3be6eb3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:10.873411 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2725eaf6-1c76-4900-bbe2-42835e7955b1 req-472875fd-c632-4e6b-8c9d-a049b3be6eb3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0499015 Aug 13 03:40:10.910762 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2725eaf6-1c76-4900-bbe2-42835e7955b1 req-b5f50932-3c96-4be4-b81e-5764616c6891 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309308 Aug 13 03:40:10.915260 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36506) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:10.931382 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3741dc6b-27db-4c49-9b5b-fac586b1e6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:11.017101 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3741dc6b-27db-4c49-9b5b-fac586b1e6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:11.020602 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3741dc6b-27db-4c49-9b5b-fac586b1e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:11.057930 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3741dc6b-27db-4c49-9b5b-fac586b1e6e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f9e20c4095b41bda9d0f22f60a16400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416688 Aug 13 03:40:11.059039 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741dc6b-27db-4c49-9b5b-fac586b1e6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5a00ee-34eb-4a93-89f8-5130838fe85c,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:11.060549 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36508) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:11.108800 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-f8419dc0-3c14-4029-9c80-fae010f9a82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:11.129639 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-f8419dc0-3c14-4029-9c80-fae010f9a82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:11.178137 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-f8419dc0-3c14-4029-9c80-fae010f9a82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:11.180731 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-f8419dc0-3c14-4029-9c80-fae010f9a82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:11.181878 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-f8419dc0-3c14-4029-9c80-fae010f9a82c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ef5a00ee-34eb-4a93-89f8-5130838fe85c HTTP/1.1" status: 204 len: 168 time: 0.1194551 Aug 13 03:40:11.190254 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8419dc0-3c14-4029-9c80-fae010f9a82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5a00ee-34eb-4a93-89f8-5130838fe85c,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:11.428968 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb0e8-765b-4985-ae60-b3d8a7cd5952 req-3130a2d0-c0af-4942-8ddf-c35d24673795 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:11.430459 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-55ecb0e8-765b-4985-ae60-b3d8a7cd5952 req-3130a2d0-c0af-4942-8ddf-c35d24673795 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 945 time: 0.0509901 Aug 13 03:40:11.467106 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-55ecb0e8-765b-4985-ae60-b3d8a7cd5952 req-580204dd-c27d-4678-aa9c-fe99c78a5f57 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Aug 13 03:40:11.488315 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ecd10608-d668-48e2-abc3-4bef6b3d52b6 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:40:11.579814 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ecd10608-d668-48e2-abc3-4bef6b3d52b6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:11.591268 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'port_id': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'mac_address': 'fa:16:3e:da:f9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:40:11.628201 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:11.641466 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd10608-d668-48e2-abc3-4bef6b3d52b6 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:40:11.662128 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ecd10608-d668-48e2-abc3-4bef6b3d52b6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:11.668718 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:11.838927 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=ecd10608-d668-48e2-abc3-4bef6b3d52b6,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:11.845846 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:11.846197 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:11.846543 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:11.846883 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:11.847339 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:11.847677 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:11.848035 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:11.848474 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:11.848834 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:11.849162 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:11.849486 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:11.849807 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:11.957820 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['ecd10608-d668-48e2-abc3-4bef6b3d52b6'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:40:12.036146 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b1cdf-164b-4c29-b680-d790d6afd5dc req-27e6ac8b-4e37-4c81-9238-7f25ab0658a0 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:12.037738 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f25b1cdf-164b-4c29-b680-d790d6afd5dc req-27e6ac8b-4e37-4c81-9238-7f25ab0658a0 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 944 time: 0.0499210 Aug 13 03:40:12.083242 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f25b1cdf-164b-4c29-b680-d790d6afd5dc req-5de46fad-f6be-45ba-8da3-71a104ce7584 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392847 Aug 13 03:40:12.112005 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.123052 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619737e5-9b34-4612-8d4b-23f0359b9b9b req-772e835a-f7bd-4efc-8149-6e2381c177ef tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:12.124622 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-619737e5-9b34-4612-8d4b-23f0359b9b9b req-772e835a-f7bd-4efc-8149-6e2381c177ef tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.63 "GET /v2.0/ports?device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 945 time: 0.0630331 Aug 13 03:40:12.213819 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-619737e5-9b34-4612-8d4b-23f0359b9b9b req-ba375e0d-3a1c-4160-b359-3b3e6838e7a2 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Deleting port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:40:12.214165 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-619737e5-9b34-4612-8d4b-23f0359b9b9b req-ba375e0d-3a1c-4160-b359-3b3e6838e7a2 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.259275 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36546) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:12.302691 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-619737e5-9b34-4612-8d4b-23f0359b9b9b req-ba375e0d-3a1c-4160-b359-3b3e6838e7a2 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] For port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ed04b533-ebac-45e4-81b6-3a6c1d77e3aa,segment=NetworkSegment(794496a2-261a-4dac-b81f-9598f600ca68),segment_id=794496a2-261a-4dac-b81f-9598f600ca68)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:12.303055 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-619737e5-9b34-4612-8d4b-23f0359b9b9b req-ba375e0d-3a1c-4160-b359-3b3e6838e7a2 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.315638 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-619737e5-9b34-4612-8d4b-23f0359b9b9b req-ba375e0d-3a1c-4160-b359-3b3e6838e7a2 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Calling delete_port for ed04b533-ebac-45e4-81b6-3a6c1d77e3aa owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:40:12.362159 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-368d8e95-8baf-4702-be46-50ab8a1ca4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.441146 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-619737e5-9b34-4612-8d4b-23f0359b9b9b req-ba375e0d-3a1c-4160-b359-3b3e6838e7a2 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.448968 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-368d8e95-8baf-4702-be46-50ab8a1ca4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.453803 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-368d8e95-8baf-4702-be46-50ab8a1ca4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.454240 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['ed04b533-ebac-45e4-81b6-3a6c1d77e3aa'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:40:12.472798 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba375e0d-3a1c-4160-b359-3b3e6838e7a2 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Pushing event deleted for resources: {'Port': ['ID=ed04b533-ebac-45e4-81b6-3a6c1d77e3aa,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:12.496053 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-368d8e95-8baf-4702-be46-50ab8a1ca4dd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a9591d31d5674c2e9f6ada2a49416b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352853 Aug 13 03:40:12.496733 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36552) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:12.497829 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d8e95-8baf-4702-be46-50ab8a1ca4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84798225-da9a-41c4-ab17-b4607b29f069,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:12.525991 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-619737e5-9b34-4612-8d4b-23f0359b9b9b req-ba375e0d-3a1c-4160-b359-3b3e6838e7a2 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] No DVR routers for this DVR port ed04b533-ebac-45e4-81b6-3a6c1d77e3aa on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:40:12.530400 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-619737e5-9b34-4612-8d4b-23f0359b9b9b req-ba375e0d-3a1c-4160-b359-3b3e6838e7a2 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.533169 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-619737e5-9b34-4612-8d4b-23f0359b9b9b req-ba375e0d-3a1c-4160-b359-3b3e6838e7a2 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.63 "DELETE /v2.0/ports/ed04b533-ebac-45e4-81b6-3a6c1d77e3aa HTTP/1.1" status: 204 len: 173 time: 0.4011149 Aug 13 03:40:12.533854 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc', 'name': 'network-vif-deleted', 'tag': 'ed04b533-ebac-45e4-81b6-3a6c1d77e3aa'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:40:12.536265 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9bd587-78c1-4c40-97cb-e63f4c96e2a8" -d '{"events": [{"server_uuid": "41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc", "name": "network-vif-deleted", "tag": "ed04b533-ebac-45e4-81b6-3a6c1d77e3aa"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:40:12.581890 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a346537d-1d5e-47ff-a919-5257b7ee5061 x-openstack-request-id: req-a346537d-1d5e-47ff-a919-5257b7ee5061 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:40:12.582179 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc", "name": "network-vif-deleted", "tag": "ed04b533-ebac-45e4-81b6-3a6c1d77e3aa", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:40:12.582428 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a346537d-1d5e-47ff-a919-5257b7ee5061 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:40:12.582849 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc', 'name': 'network-vif-deleted', 'tag': 'ed04b533-ebac-45e4-81b6-3a6c1d77e3aa', 'status': 'completed', 'code': 200} Aug 13 03:40:12.590977 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-41668724-ac4a-4326-8711-a4767261a13f req-7690cf4e-7c21-481e-bd4b-4613db99adea tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=41ec4aa0-07c6-49fe-9edd-dfc6e2a363cc HTTP/1.1" status: 200 len: 210 time: 0.0350204 Aug 13 03:40:12.593263 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c16d55ea-b55e-4601-801e-8d53461d9188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.621480 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c16d55ea-b55e-4601-801e-8d53461d9188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.672312 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c16d55ea-b55e-4601-801e-8d53461d9188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.675080 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c16d55ea-b55e-4601-801e-8d53461d9188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.676285 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-c16d55ea-b55e-4601-801e-8d53461d9188 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/84798225-da9a-41c4-ab17-b4607b29f069 HTTP/1.1" status: 204 len: 168 time: 0.1784756 Aug 13 03:40:12.683886 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d55ea-b55e-4601-801e-8d53461d9188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84798225-da9a-41c4-ab17-b4607b29f069,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:13.206073 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ebea7-107f-4da3-b2b3-71b96ba673ed req-2ee5bcf4-74a0-4db1-8ec7-442f5647a15f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:13.207545 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-590ebea7-107f-4da3-b2b3-71b96ba673ed req-2ee5bcf4-74a0-4db1-8ec7-442f5647a15f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 944 time: 0.0486569 Aug 13 03:40:13.245163 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-590ebea7-107f-4da3-b2b3-71b96ba673ed req-8a999535-c16d-4131-980f-c36ad36cdb51 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316138 Aug 13 03:40:13.497909 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ecd10608-d668-48e2-abc3-4bef6b3d52b6 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:13.542432 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port ecd10608-d668-48e2-abc3-4bef6b3d52b6 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:13.546094 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port ecd10608-d668-48e2-abc3-4bef6b3d52b6 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:13.546463 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:13.629575 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:13.652178 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:40:13.654410 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eeba64-1f68-4382-b9d4-9ddf437523bb" -d '{"events": [{"server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "name": "network-vif-plugged", "status": "completed", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:40:13.670165 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ecd10608-d668-48e2-abc3-4bef6b3d52b6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:13.676322 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:13.709858 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97fd2b5-4f05-479a-ab56-440e34c4961d x-openstack-request-id: req-a97fd2b5-4f05-479a-ab56-440e34c4961d {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:40:13.710247 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "name": "network-vif-plugged", "status": "completed", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:40:13.710570 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a97fd2b5-4f05-479a-ab56-440e34c4961d {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:40:13.711157 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'code': 200} Aug 13 03:40:13.743551 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=ecd10608-d668-48e2-abc3-4bef6b3d52b6,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:13.896488 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff55e11-4a72-4907-afd7-bf378a6dd3cd req-22eaddd8-2574-4d28-b19f-fca171a0901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:13.898729 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-8ff55e11-4a72-4907-afd7-bf378a6dd3cd req-22eaddd8-2574-4d28-b19f-fca171a0901e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 1098 time: 0.0448651 Aug 13 03:40:13.935512 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-8ff55e11-4a72-4907-afd7-bf378a6dd3cd req-623c0866-6476-41b6-9628-3fd57ac5960b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280764 Aug 13 03:40:14.367342 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73048e-8969-499c-92db-bbb4f503f44d req-cd863701-a7ef-4dfd-84a2-99aaee156878 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:14.368855 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aa73048e-8969-499c-92db-bbb4f503f44d req-cd863701-a7ef-4dfd-84a2-99aaee156878 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0526805 Aug 13 03:40:14.404544 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aa73048e-8969-499c-92db-bbb4f503f44d req-80bb1629-c506-4f5a-817a-04d889bcd972 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298631 Aug 13 03:40:15.529833 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921087b3-8b2e-4129-b816-90f214086b37 req-6ca56dae-d6ed-4acc-8688-c3dfdb030f42 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:15.531340 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-921087b3-8b2e-4129-b816-90f214086b37 req-6ca56dae-d6ed-4acc-8688-c3dfdb030f42 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0515592 Aug 13 03:40:15.568619 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-921087b3-8b2e-4129-b816-90f214086b37 req-10167e6d-933c-484e-a993-ff88e99a2401 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314355 Aug 13 03:40:15.901665 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ed04b533-ebac-45e4-81b6-3a6c1d77e3aa no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:40:15.921504 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: ed04b533-ebac-45e4-81b6-3a6c1d77e3aa {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:40:15.921850 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ed04b533-ebac-45e4-81b6-3a6c1d77e3aa not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:40:16.683292 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3998e9c-5b81-424d-8d97-ecb42ca1b581 req-b04c3e03-042e-4082-9afe-79564f291c9d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:16.684776 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b3998e9c-5b81-424d-8d97-ecb42ca1b581 req-b04c3e03-042e-4082-9afe-79564f291c9d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0469234 Aug 13 03:40:16.722325 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b3998e9c-5b81-424d-8d97-ecb42ca1b581 req-cce086dc-54f6-4ab4-94a6-d067ff69da0c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312245 Aug 13 03:40:17.839510 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1faea-7549-4e04-bd39-e05e070f2c2b req-da817155-70e1-40c5-95a0-602dd404ce86 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:17.841055 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bbb1faea-7549-4e04-bd39-e05e070f2c2b req-da817155-70e1-40c5-95a0-602dd404ce86 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0509748 Aug 13 03:40:17.878091 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bbb1faea-7549-4e04-bd39-e05e070f2c2b req-ba8f62f6-849b-4691-a8ef-788330db7126 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311286 Aug 13 03:40:17.990727 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065944c9-bd45-48f5-ad92-0e5a731757fa req-42aadd49-bd8d-4826-834e-b9d11727b482 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:17.992245 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-065944c9-bd45-48f5-ad92-0e5a731757fa req-42aadd49-bd8d-4826-834e-b9d11727b482 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0493519 Aug 13 03:40:18.000488 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36642) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:18.005030 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-bfe57dce-09fc-4042-aca4-c8c3a0a146c4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Request body: {'floatingip': {'port_id': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:18.045826 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bfe57dce-09fc-4042-aca4-c8c3a0a146c4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:18.622033 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bfe57dce-09fc-4042-aca4-c8c3a0a146c4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:18.626031 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bfe57dce-09fc-4042-aca4-c8c3a0a146c4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:18.726218 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-bfe57dce-09fc-4042-aca4-c8c3a0a146c4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Floating IP 71fa1d77-eed7-410a-9b2e-215886c6ff0b associated. External IP: 172.27.0.207, port: ecd10608-d668-48e2-abc3-4bef6b3d52b6. Aug 13 03:40:18.827751 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36658) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:18.931036 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe57dce-09fc-4042-aca4-c8c3a0a146c4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Router fe4a9d20-2e78-4ab7-9d52-505188e24fbe has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:40:18.989285 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ef1478b7-a15b-4b52-af5f-6b44bdec812c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.068051 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe57dce-09fc-4042-aca4-c8c3a0a146c4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:40:19.073261 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bfe57dce-09fc-4042-aca4-c8c3a0a146c4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.077692 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cc6863-cce8-4ad0-9b44-bbb6fa782c84 None None] Sync routers for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:40:19.087700 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cc6863-cce8-4ad0-9b44-bbb6fa782c84 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:19.088437 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-d0cc6863-cce8-4ad0-9b44-bbb6fa782c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:39:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:19.112144 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-bfe57dce-09fc-4042-aca4-c8c3a0a146c4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "PUT /v2.0/floatingips/71fa1d77-eed7-410a-9b2e-215886c6ff0b HTTP/1.1" status: 200 len: 991 time: 1.1076884 Aug 13 03:40:19.112144 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:40:19.113408 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ff2220-4df8-4c12-a10b-6549e9a0c3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:40:19.160828 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ef1478b7-a15b-4b52-af5f-6b44bdec812c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.165846 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ef1478b7-a15b-4b52-af5f-6b44bdec812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.178953 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baabce2-e8c1-4df2-8cb7-f21fe766e137 x-openstack-request-id: req-5baabce2-e8c1-4df2-8cb7-f21fe766e137 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:40:19.179684 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:40:19.179684 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5baabce2-e8c1-4df2-8cb7-f21fe766e137 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:40:19.179888 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'status': 'completed', 'code': 200} Aug 13 03:40:19.208866 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-d0cc6863-cce8-4ad0-9b44-bbb6fa782c84 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:40:19.214548 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ef1478b7-a15b-4b52-af5f-6b44bdec812c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb4d78b3b4464e2390c04f47ec59a25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857353 Aug 13 03:40:19.215558 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1478b7-a15b-4b52-af5f-6b44bdec812c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7161b4-11c5-43ac-84db-6b8ade912cdd,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:19.218098 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36670) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:19.258538 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff2220-4df8-4c12-a10b-6549e9a0c3f3 req-d6a59cbc-5bfe-4dd8-ba6f-50123b7c655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:19.260822 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b6ff2220-4df8-4c12-a10b-6549e9a0c3f3 req-d6a59cbc-5bfe-4dd8-ba6f-50123b7c655f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 1098 time: 0.0536380 Aug 13 03:40:19.271955 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-807696b0-941f-42bc-9cbc-963711397e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.293890 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-807696b0-941f-42bc-9cbc-963711397e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.346931 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-807696b0-941f-42bc-9cbc-963711397e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.349351 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-807696b0-941f-42bc-9cbc-963711397e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.350497 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-807696b0-941f-42bc-9cbc-963711397e5f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de7161b4-11c5-43ac-84db-6b8ade912cdd HTTP/1.1" status: 204 len: 168 time: 0.1316257 Aug 13 03:40:19.368014 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807696b0-941f-42bc-9cbc-963711397e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7161b4-11c5-43ac-84db-6b8ade912cdd,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:19.384205 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff2220-4df8-4c12-a10b-6549e9a0c3f3 req-51fe3477-01fa-480f-95b7-40eabc6a9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:19.386005 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b6ff2220-4df8-4c12-a10b-6549e9a0c3f3 req-51fe3477-01fa-480f-95b7-40eabc6a9c74 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 918 time: 0.1171517 Aug 13 03:40:19.461871 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b6ff2220-4df8-4c12-a10b-6549e9a0c3f3 req-f29b322b-7f32-4838-98f6-064d17f6397f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6 HTTP/1.1" status: 200 len: 999 time: 0.0665283 Aug 13 03:40:19.513505 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff2220-4df8-4c12-a10b-6549e9a0c3f3 req-ec07f78b-d541-4fed-9022-4e328d17a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:19.515062 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b6ff2220-4df8-4c12-a10b-6549e9a0c3f3 req-ec07f78b-d541-4fed-9022-4e328d17a206 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=204cc8a8-df78-4b34-a937-2e3a8d58cc1b HTTP/1.1" status: 200 len: 856 time: 0.0451882 Aug 13 03:40:19.549190 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-d0cc6863-cce8-4ad0-9b44-bbb6fa782c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '71fa1d77-eed7-410a-9b2e-215886c6ff0b', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'port_id': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'mac_address': 'fa:16:3e:da:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:40:03Z', 'updated_at': '2021-08-13T03:40:18Z', 'revision_number': 1, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:33Z', 'revision_number': 5, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:19.566975 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff2220-4df8-4c12-a10b-6549e9a0c3f3 req-05d6f1ec-b656-4cff-8ee9-eac8563fc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:19.572772 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b6ff2220-4df8-4c12-a10b-6549e9a0c3f3 req-05d6f1ec-b656-4cff-8ee9-eac8563fc454 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496228 Aug 13 03:40:19.575749 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cc6863-cce8-4ad0-9b44-bbb6fa782c84 None None] Checking router: fe4a9d20-2e78-4ab7-9d52-505188e24fbe for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:40:19.586793 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cc6863-cce8-4ad0-9b44-bbb6fa782c84 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:19.587426 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-d0cc6863-cce8-4ad0-9b44-bbb6fa782c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:39:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:19.664358 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36678) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:19.668824 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b6ff2220-4df8-4c12-a10b-6549e9a0c3f3 req-7a827c54-0065-404c-8144-5edeedce9a4f service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869420 Aug 13 03:40:19.678067 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7dc00be2-c704-458c-b17d-8e27de4a2176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.697027 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-d0cc6863-cce8-4ad0-9b44-bbb6fa782c84 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:40:19.774299 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7dc00be2-c704-458c-b17d-8e27de4a2176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.779383 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7dc00be2-c704-458c-b17d-8e27de4a2176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.817016 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7dc00be2-c704-458c-b17d-8e27de4a2176 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b516f42d40f34fbcbb3b014fc3fb01c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515107 Aug 13 03:40:19.817981 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc00be2-c704-458c-b17d-8e27de4a2176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8149d7a2-875e-48fd-a404-216408faeb32,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:19.819741 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36680) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:19.879204 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1ca5-1111-47bc-89c4-24ff3f2eaae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.900829 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1ca5-1111-47bc-89c4-24ff3f2eaae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.948775 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1ca5-1111-47bc-89c4-24ff3f2eaae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.951247 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0f0e1ca5-1111-47bc-89c4-24ff3f2eaae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:19.952384 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-0f0e1ca5-1111-47bc-89c4-24ff3f2eaae1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8149d7a2-875e-48fd-a404-216408faeb32 HTTP/1.1" status: 204 len: 168 time: 0.1316328 Aug 13 03:40:19.964567 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e1ca5-1111-47bc-89c4-24ff3f2eaae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8149d7a2-875e-48fd-a404-216408faeb32,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:19.979845 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-d0cc6863-cce8-4ad0-9b44-bbb6fa782c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '71fa1d77-eed7-410a-9b2e-215886c6ff0b', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'port_id': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'mac_address': 'fa:16:3e:da:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:40:03Z', 'updated_at': '2021-08-13T03:40:18Z', 'revision_number': 1, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:33Z', 'revision_number': 5, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:20.016498 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cc6863-cce8-4ad0-9b44-bbb6fa782c84 None None] The sync data for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi is: [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '71fa1d77-eed7-410a-9b2e-215886c6ff0b', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'port_id': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'mac_address': 'fa:16:3e:da:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:40:03Z', 'updated_at': '2021-08-13T03:40:18Z', 'revision_number': 1, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:33Z', 'revision_number': 5, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:40:20.218460 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bdabb1-aa90-4571-ae1b-da12eab5575e None None] New status for floating IP 71fa1d77-eed7-410a-9b2e-215886c6ff0b: ACTIVE {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:40:20.702395 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b6ff2220-4df8-4c12-a10b-6549e9a0c3f3 req-e0d64213-26fc-4f18-8050-7b0eacbb817e service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816410 Aug 13 03:40:23.558835 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bc58dd5d-154f-4296-85b5-6a4a3832a4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:23.774359 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-4dc82c69-16a5-4352-af00-64a2bc86c897 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:23.775895 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-4dc82c69-16a5-4352-af00-64a2bc86c897 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/networks?id=8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 HTTP/1.1" status: 200 len: 814 time: 0.1015029 Aug 13 03:40:23.791275 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-de0783e5-4c57-450f-9814-2b0b103918d4 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/quotas/5a21bda711274989bfbd4e22e8bd0d6a HTTP/1.1" status: 200 len: 375 time: 0.0097432 Aug 13 03:40:23.822653 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-b5b53016-399c-45cf-afe3-e775ee1a7521 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a21bda711274989bfbd4e22e8bd0d6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262530 Aug 13 03:40:24.145274 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-f44e2586-8847-41ce-8442-86fec99bac6e service neutron] 10.222.0.57 "GET /v2.0/networks/8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157110 Aug 13 03:40:24.241857 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-179de726-9096-4f2b-8e00-041fc98c37d4 service neutron] 10.222.0.57 "GET /v2.0/networks/8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906351 Aug 13 03:40:24.396776 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-caaeb63e-ade1-4168-b4fd-792d4b895695 req-f9160fe5-ecd3-43ad-8da8-f62f5bd0ba97 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 210 time: 0.0267529 Aug 13 03:40:24.984413 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36784) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:25.086757 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e3f0fefa-1f3e-491b-b395-bb158dfbe0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:25.186482 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e3f0fefa-1f3e-491b-b395-bb158dfbe0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:25.199482 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e3f0fefa-1f3e-491b-b395-bb158dfbe0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:25.273997 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0fefa-1f3e-491b-b395-bb158dfbe0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f626a52-bc41-43e7-82e3-760f8ce7e14e,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:25.287123 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-e3f0fefa-1f3e-491b-b395-bb158dfbe0dd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b6827a310f6473a91a805887fbaf019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990854 Aug 13 03:40:25.287407 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36788) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:25.335884 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-75c92822-be63-4516-a009-4979e2e273e0 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:25.337355 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-75c92822-be63-4516-a009-4979e2e273e0 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.63 "GET /v2.0/networks?id=8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 HTTP/1.1" status: 200 len: 814 time: 0.1638641 Aug 13 03:40:25.351963 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-5746e73a-a9e6-424c-92b9-993210e516ae tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Request body: {'port': {'device_id': 'a7a560ed-18d7-4be9-8506-1d45072dae08', 'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670', 'admin_state_up': True, 'tenant_id': '5a21bda711274989bfbd4e22e8bd0d6a'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:25.401750 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-739ec669-2fff-474f-ab05-67f3ff3dd299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:25.434808 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-739ec669-2fff-474f-ab05-67f3ff3dd299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:25.492867 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-70c87f8e-38c2-4d87-83b2-87f476cedda1 req-7f0e3c9d-b376-4a29-bab9-ab18e89893df tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 210 time: 0.0310051 Aug 13 03:40:25.510564 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-5746e73a-a9e6-424c-92b9-993210e516ae tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Made reservation on behalf of 5a21bda711274989bfbd4e22e8bd0d6a for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:40:25.514023 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-5746e73a-a9e6-424c-92b9-993210e516ae tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:25.524733 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-739ec669-2fff-474f-ab05-67f3ff3dd299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:25.527223 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-739ec669-2fff-474f-ab05-67f3ff3dd299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:25.528377 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-739ec669-2fff-474f-ab05-67f3ff3dd299 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f626a52-bc41-43e7-82e3-760f8ce7e14e HTTP/1.1" status: 204 len: 168 time: 0.2403238 Aug 13 03:40:25.541747 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ec669-2fff-474f-ab05-67f3ff3dd299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f626a52-bc41-43e7-82e3-760f8ce7e14e,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:25.666131 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-5746e73a-a9e6-424c-92b9-993210e516ae tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Allocated IP 172.20.0.11 (8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670/02485006-e98a-4c82-831a-5cafc1ba6fa3/97ceab4d-66ee-4367-b9c2-f64adb18d4ad) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:40:25.806213 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-5746e73a-a9e6-424c-92b9-993210e516ae tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:25.847352 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-5746e73a-a9e6-424c-92b9-993210e516ae tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:25.895361 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-5746e73a-a9e6-424c-92b9-993210e516ae tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Network 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:25.898444 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-5746e73a-a9e6-424c-92b9-993210e516ae tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:25.902772 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-5746e73a-a9e6-424c-92b9-993210e516ae tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:40:25.932022 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746e73a-a9e6-424c-92b9-993210e516ae tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Pushing event updated for resources: {'Port': ['ID=97ceab4d-66ee-4367-b9c2-f64adb18d4ad,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:25.952850 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-5746e73a-a9e6-424c-92b9-993210e516ae tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:25.953470 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-5746e73a-a9e6-424c-92b9-993210e516ae tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:25.969142 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-5746e73a-a9e6-424c-92b9-993210e516ae tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6206524 Aug 13 03:40:25.981635 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Request body: {'port': {'device_id': 'a7a560ed-18d7-4be9-8506-1d45072dae08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:26.032923 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:40:26.040794 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.139305 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-938fae22-70c2-4ed3-b331-6e64d4a20598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.162134 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36818) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:26.256418 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1732505610-network', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:26.277521 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Made reservation on behalf of cc7db04257324af795d8e7b8fb28104f for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:40:26.280125 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.281467 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.288848 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.299431 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ceab4d-66ee-4367-b9c2-f64adb18d4ad {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:40:26.307191 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.320013 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Transition to ACTIVE for port object 97ceab4d-66ee-4367-b9c2-f64adb18d4ad will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:26.323286 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.371957 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Pushing event updated for resources: {'Port': ['ID=97ceab4d-66ee-4367-b9c2-f64adb18d4ad,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:26.377842 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.381317 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.405328 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:40:26.415018 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6688da41-3ec9-443e-a454-e7d7d44d5043,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:26.419629 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.420008 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Added segment 4d5f6077-ac67-48bb-84d7-1d5e80bcdb27 of type vlan for network 935d90e8-9c62-46ee-980f-2844116d2f71 Aug 13 03:40:26.443976 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Attempting to bind port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:40:26.444316 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Attempting to bind port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '794496a2-261a-4dac-b81f-9598f600ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:40:26.444696 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Attempting to bind port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad on network 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:26.448878 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad on network 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:40:26.449286 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Attempting to bind port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad on network 8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:26.454273 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:40:26.454614 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Checking segment: {'id': '794496a2-261a-4dac-b81f-9598f600ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:40:26.456065 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Bound using segment: {'id': '794496a2-261a-4dac-b81f-9598f600ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:40:26.456353 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Bound port: 97ceab4d-66ee-4367-b9c2-f64adb18d4ad, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794496a2-261a-4dac-b81f-9598f600ca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:40:26.456773 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.459133 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.485910 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.487197 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:26.488016 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.519140 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] For port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:40:26.526523 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] For port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=97ceab4d-66ee-4367-b9c2-f64adb18d4ad,segment=NetworkSegment(794496a2-261a-4dac-b81f-9598f600ca68),segment_id=794496a2-261a-4dac-b81f-9598f600ca68)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:40:26.530874 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.555778 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3923995 Aug 13 03:40:26.556429 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36824) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:26.565715 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-d9fd62c5-a429-43c1-aff0-32118af7a1f8 admin admin] Request body: {'subnet': {'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1732505610-subnet', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:26.566702 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:26.567422 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.572821 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] 10.222.0.63 "PUT /v2.0/ports/97ceab4d-66ee-4367-b9c2-f64adb18d4ad HTTP/1.1" status: 200 len: 1094 time: 0.5955780 Aug 13 03:40:26.573289 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a560ed-18d7-4be9-8506-1d45072dae08', 'tag': '97ceab4d-66ee-4367-b9c2-f64adb18d4ad'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:40:26.575211 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734f019-e1c0-4afe-a878-25d4a1c9c4bc admin admin] Pushing event updated for resources: {'Network': ['ID=935d90e8-9c62-46ee-980f-2844116d2f71,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:26.575542 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2905816-de49-4315-b080-06334493d427" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a560ed-18d7-4be9-8506-1d45072dae08", "tag": "97ceab4d-66ee-4367-b9c2-f64adb18d4ad"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:40:26.590690 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 935d90e8-9c62-46ee-980f-2844116d2f71 details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:40:26.616473 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f01fb-665f-48aa-ae9e-e68ef22eaf14 service neutron] Pushing event updated for resources: {'Port': ['ID=97ceab4d-66ee-4367-b9c2-f64adb18d4ad,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:26.621159 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973d875e-38f4-4c1c-a8b5-bdeaddceb21b x-openstack-request-id: req-973d875e-38f4-4c1c-a8b5-bdeaddceb21b {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:40:26.621428 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a560ed-18d7-4be9-8506-1d45072dae08", "tag": "97ceab4d-66ee-4367-b9c2-f64adb18d4ad", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:40:26.621685 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-973d875e-38f4-4c1c-a8b5-bdeaddceb21b {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:40:26.622070 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a560ed-18d7-4be9-8506-1d45072dae08', 'tag': '97ceab4d-66ee-4367-b9c2-f64adb18d4ad', 'status': 'completed', 'code': 200} Aug 13 03:40:26.634671 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fd62c5-a429-43c1-aff0-32118af7a1f8 admin admin] Made reservation on behalf of cc7db04257324af795d8e7b8fb28104f for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:40:26.637066 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9fd62c5-a429-43c1-aff0-32118af7a1f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25276247'] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.673048 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-f939d8f0-4459-4902-bc76-d36811a775d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:26.675116 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-f939d8f0-4459-4902-bc76-d36811a775d1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5a21bda711274989bfbd4e22e8bd0d6a&device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 1097 time: 0.0452297 Aug 13 03:40:26.711317 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecedf1d-7931-418e-87bd-cea44cd7aaaf req-d8222f54-3b53-42c5-931e-b89134cc1539 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:26.712931 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5ecedf1d-7931-418e-87bd-cea44cd7aaaf req-d8222f54-3b53-42c5-931e-b89134cc1539 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 944 time: 0.1418991 Aug 13 03:40:26.720236 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-4cc0563b-bfda-4b32-a5e9-854fe1f79478 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97ceab4d-66ee-4367-b9c2-f64adb18d4ad HTTP/1.1" status: 200 len: 217 time: 0.0363479 Aug 13 03:40:26.769909 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5ecedf1d-7931-418e-87bd-cea44cd7aaaf req-fcb6656f-f66e-40f8-8ef1-d4a0e86937b5 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475156 Aug 13 03:40:26.770274 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-2e244c6a-570a-486e-8460-707fd7081ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:26.771719 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-2e244c6a-570a-486e-8460-707fd7081ce2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02485006-e98a-4c82-831a-5cafc1ba6fa3 HTTP/1.1" status: 200 len: 854 time: 0.0436611 Aug 13 03:40:26.803803 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-1dc39771-d5f1-4557-a1b4-c80191d07679 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243425 Aug 13 03:40:26.850877 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9fd62c5-a429-43c1-aff0-32118af7a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25712161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25276261'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.900017 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-4ae0316c-b308-4902-b728-d2fd6f2de61e service neutron] 10.222.0.63 "GET /v2.0/networks/8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880837 Aug 13 03:40:26.915774 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd62c5-a429-43c1-aff0-32118af7a1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30d4b08-50db-46c4-9f62-8fe5cb355d2f,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:26.927867 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd62c5-a429-43c1-aff0-32118af7a1f8 admin admin] Checking segment: {'id': '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:40:26.928256 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd62c5-a429-43c1-aff0-32118af7a1f8 admin admin] Network hostable DHCP agents. Network: 935d90e8-9c62-46ee-980f-2844116d2f71, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:40:26.945930 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd62c5-a429-43c1-aff0-32118af7a1f8 admin admin] Network 935d90e8-9c62-46ee-980f-2844116d2f71 is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:40:26.955364 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-d9fd62c5-a429-43c1-aff0-32118af7a1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 935d90e8-9c62-46ee-980f-2844116d2f71) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:26.960010 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fd62c5-a429-43c1-aff0-32118af7a1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:26.960600 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9fd62c5-a429-43c1-aff0-32118af7a1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:26.968302 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248b8ea1-eaba-4880-b70e-3bcb5fe7126c None None] Network 935d90e8-9c62-46ee-980f-2844116d2f71 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:40:26.979246 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36830) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:26.979841 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d9fd62c5-a429-43c1-aff0-32118af7a1f8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4204354 Aug 13 03:40:26.985256 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:27.009342 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-dd4ef5c4-df10-4c1a-86a3-1e212ac86ac2 req-075e445b-ab0a-4f9e-b93e-a9aec6271e98 service neutron] 10.222.0.63 "GET /v2.0/networks/8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989945 Aug 13 03:40:27.021347 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3677678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:27.022500 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:27.085842 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:27.114671 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31d5fa13-7770-5470-a7f3-23422e52ac17-935d90e8-9c62-46ee-980f-2844116d2f71', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f'}]}} from dv-cinder-759962-7-iscsi. {{(pid=94058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:40:27.115573 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:27.205297 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2905816-de49-4315-b080-06334493d427 req-9aba2d93-53da-494b-8877-b99d85eff139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:27.207062 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2905816-de49-4315-b080-06334493d427 req-9aba2d93-53da-494b-8877-b99d85eff139 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5a21bda711274989bfbd4e22e8bd0d6a&device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 1097 time: 0.1318381 Aug 13 03:40:27.244954 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:27.249163 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Allocated IP 172.20.0.2 (935d90e8-9c62-46ee-980f-2844116d2f71/c30d4b08-50db-46c4-9f62-8fe5cb355d2f/de9d2dd9-f8e4-49e6-959e-06285fe414c8) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:40:27.441753 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:27.522170 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:27.531326 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Transition to ACTIVE for port object de9d2dd9-f8e4-49e6-959e-06285fe414c8 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:27.546351 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Transition to ACTIVE for port object de9d2dd9-f8e4-49e6-959e-06285fe414c8 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:27.552714 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:27.579729 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2905816-de49-4315-b080-06334493d427 req-acac70a7-8619-43a6-a838-552450f762bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:27.582020 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2905816-de49-4315-b080-06334493d427 req-acac70a7-8619-43a6-a838-552450f762bc service neutron] 10.222.0.63 "GET /v2.0/networks?id=8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 HTTP/1.1" status: 200 len: 915 time: 0.3495350 Aug 13 03:40:27.594684 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Network 935d90e8-9c62-46ee-980f-2844116d2f71 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:27.600652 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:27.602751 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Pushing event updated for resources: {'Port': ['ID=de9d2dd9-f8e4-49e6-959e-06285fe414c8,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:27.604906 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:40:27.633147 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2905816-de49-4315-b080-06334493d427 req-53e6ea94-b012-420f-84da-f43669dd1057 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97ceab4d-66ee-4367-b9c2-f64adb18d4ad HTTP/1.1" status: 200 len: 217 time: 0.0395639 Aug 13 03:40:27.659503 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Attempting to bind port de9d2dd9-f8e4-49e6-959e-06285fe414c8 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:40:27.659874 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Attempting to bind port de9d2dd9-f8e4-49e6-959e-06285fe414c8 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:40:27.660268 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Attempting to bind port de9d2dd9-f8e4-49e6-959e-06285fe414c8 on network 935d90e8-9c62-46ee-980f-2844116d2f71 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:27.665096 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:40:27.665471 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Checking segment: {'id': '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:40:27.665875 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:27.666270 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Bound using segment: {'id': '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:40:27.666734 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Bound port: de9d2dd9-f8e4-49e6-959e-06285fe414c8, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:40:27.667115 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:27.727660 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] For port de9d2dd9-f8e4-49e6-959e-06285fe414c8, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:40:27.730653 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] For port de9d2dd9-f8e4-49e6-959e-06285fe414c8, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=de9d2dd9-f8e4-49e6-959e-06285fe414c8,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:40:27.734326 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:27.745769 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2905816-de49-4315-b080-06334493d427 req-30dd577e-5ea5-4e2a-b097-f6869229d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:27.747207 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2905816-de49-4315-b080-06334493d427 req-30dd577e-5ea5-4e2a-b097-f6869229d51a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02485006-e98a-4c82-831a-5cafc1ba6fa3 HTTP/1.1" status: 200 len: 854 time: 0.1053011 Aug 13 03:40:27.795761 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4140ce-57f5-41cb-b37d-8cd2d782dca2 None None] Pushing event updated for resources: {'Port': ['ID=de9d2dd9-f8e4-49e6-959e-06285fe414c8,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:27.809530 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2905816-de49-4315-b080-06334493d427 req-a9867309-e38f-4796-b653-e8b3ac12f85b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365367 Aug 13 03:40:27.817935 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:27.853495 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:27.904334 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa913f10-de6a-4d77-a4e0-1213e7c131a1 req-8a7747f3-2ef8-4323-9435-36043cd3cc27 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:27.906061 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fa913f10-de6a-4d77-a4e0-1213e7c131a1 req-8a7747f3-2ef8-4323-9435-36043cd3cc27 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 944 time: 0.0559640 Aug 13 03:40:27.952039 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fa913f10-de6a-4d77-a4e0-1213e7c131a1 req-cd916a69-f9e2-4e15-9449-c03e7a8809ca tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396111 Aug 13 03:40:28.004648 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2905816-de49-4315-b080-06334493d427 req-e6320922-adca-44b9-8ad5-a2bfe2791ec6 service neutron] 10.222.0.63 "GET /v2.0/networks/8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846755 Aug 13 03:40:28.077270 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Allocated IP 172.27.0.153 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/0b62fdbe-6484-48c7-b3c4-9a63ab6a43df) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:40:28.162872 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a2905816-de49-4315-b080-06334493d427 req-9f7d3de0-2eac-4062-938c-89e9e8b00ee3 service neutron] 10.222.0.63 "GET /v2.0/networks/8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499233 Aug 13 03:40:28.210406 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:28.248519 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:28.288311 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:28.293023 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:28.295929 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:40:28.324794 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Pushing event updated for resources: {'Port': ['ID=0b62fdbe-6484-48c7-b3c4-9a63ab6a43df,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:28.546362 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:28.677417 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229803e1-6d2d-4c85-aaa5-bd7866217b33 None None] Network 935d90e8-9c62-46ee-980f-2844116d2f71 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:40:28.750277 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675640'] for router, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:28.750810 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device de9d2dd9-f8e4-49e6-959e-06285fe414c8 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:28.755598 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-0aa4c0fa-1f18-4dfb-95c1-351022d2b536 None None] Provisioning for port de9d2dd9-f8e4-49e6-959e-06285fe414c8 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:28.851428 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port de9d2dd9-f8e4-49e6-959e-06285fe414c8 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:28.873232 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port de9d2dd9-f8e4-49e6-959e-06285fe414c8 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:28.873625 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:28.875880 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a is scheduled to L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 with binding_index 1 {{(pid=94056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:40:28.911698 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:28.964922 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:28.983713 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:40:28.999622 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Sync routers for ids ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:40:29.000972 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] Notify callbacks [] for router, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:29.005532 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-aa20dbd8-340d-49a5-a8ac-a33629011194 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0226479 Aug 13 03:40:29.005709 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port de9d2dd9-f8e4-49e6-959e-06285fe414c8, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=de9d2dd9-f8e4-49e6-959e-06285fe414c8,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:29.006301 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36838) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:29.016116 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:29.026839 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Routers {'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:29.027738 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:29.141428 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=de9d2dd9-f8e4-49e6-959e-06285fe414c8,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:29.162692 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9896a7-9c90-47f3-b997-c4bf6756a60c req-95abc3cf-432e-49c8-94d5-076bedcc3c12 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:29.169577 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ab9896a7-9c90-47f3-b997-c4bf6756a60c req-95abc3cf-432e-49c8-94d5-076bedcc3c12 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 944 time: 0.1042836 Aug 13 03:40:29.171688 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Set router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:40:29.247263 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ab9896a7-9c90-47f3-b997-c4bf6756a60c req-d528a16f-a825-4d04-be34-0566deb56116 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757766 Aug 13 03:40:29.277851 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7160ce14-d8e9-453e-a3b4-b25315ebae42 None None] Provisioning complete for port de9d2dd9-f8e4-49e6-959e-06285fe414c8 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:29.278263 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7160ce14-d8e9-453e-a3b4-b25315ebae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:29.419194 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:28Z', 'revision_number': 3, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port': {'id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:29.445004 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Checking router: cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:40:29.445360 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Updating router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a port 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df binding host dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:40:29.469522 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:29.505149 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:29.551874 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 97ceab4d-66ee-4367-b9c2-f64adb18d4ad details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:40:29.669098 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Allocated IP 172.20.0.1 (935d90e8-9c62-46ee-980f-2844116d2f71/c30d4b08-50db-46c4-9f62-8fe5cb355d2f/4ee9e431-2fec-4c16-b251-f8e5fbcaa480) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:40:29.739606 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=97ceab4d-66ee-4367-b9c2-f64adb18d4ad,segment=NetworkSegment(794496a2-261a-4dac-b81f-9598f600ca68),segment_id=794496a2-261a-4dac-b81f-9598f600ca68)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:29.757915 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': '97ceab4d-66ee-4367-b9c2-f64adb18d4ad', 'network_id': '8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670', 'port_id': '97ceab4d-66ee-4367-b9c2-f64adb18d4ad', 'mac_address': 'fa:16:3e:0e:c0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02485006-e98a-4c82-831a-5cafc1ba6fa3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:40:29.769950 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:29.782322 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Transition to ACTIVE for port object 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:29.815408 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:29.833684 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:29.836063 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:29.853058 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Transition to ACTIVE for port object 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:29.854912 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Network 935d90e8-9c62-46ee-980f-2844116d2f71 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:29.856913 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ceab4d-66ee-4367-b9c2-f64adb18d4ad {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:40:29.858190 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:29.860992 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:40:29.862834 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:29.893688 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Pushing event updated for resources: {'Port': ['ID=4ee9e431-2fec-4c16-b251-f8e5fbcaa480,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:29.902834 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=97ceab4d-66ee-4367-b9c2-f64adb18d4ad,segment=NetworkSegment(794496a2-261a-4dac-b81f-9598f600ca68),segment_id=794496a2-261a-4dac-b81f-9598f600ca68)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:29.914385 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734573'] for router_interface, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:29.916104 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:29.929578 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Attempting to bind port 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:40:29.929954 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Attempting to bind port 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:40:29.930362 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Attempting to bind port 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df on network 447743f6-e021-4a69-b78c-3b977fcc1367 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:29.935780 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e93f26-1113-42f2-87d2-81d5a96450ed None None] Pushing event updated for resources: {'Port': ['ID=0b62fdbe-6484-48c7-b3c4-9a63ab6a43df,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:29.942828 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:40:29.943206 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Checking segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:40:29.943620 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:29.944036 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Bound using segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:40:29.944519 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Bound port: 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:40:29.944905 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:30.025882 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=97ceab4d-66ee-4367-b9c2-f64adb18d4ad,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:30.038416 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] For port 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:40:30.042623 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] For port 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=0b62fdbe-6484-48c7-b3c4-9a63ab6a43df,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:40:30.045454 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:30.047738 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:30.107158 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Routers {'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:30.107780 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:30.142522 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e93f26-1113-42f2-87d2-81d5a96450ed None None] Pushing event updated for resources: {'Port': ['ID=0b62fdbe-6484-48c7-b3c4-9a63ab6a43df,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:30.199766 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-0bc05360-89d0-432e-9257-eaf9ae42459c None None] Provisioning for port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:30.206780 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['97ceab4d-66ee-4367-b9c2-f64adb18d4ad'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:40:30.214598 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-0bc05360-89d0-432e-9257-eaf9ae42459c None None] Provisioning complete for port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:30.215308 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0bc05360-89d0-432e-9257-eaf9ae42459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:30.217167 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:30.222817 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25712220'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:30.297467 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3734713'] for router_interface, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:30.300150 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Pushing event updated for resources: {'Port': ['ID=4ee9e431-2fec-4c16-b251-f8e5fbcaa480,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:30.426049 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5cf31-bfd8-4cfd-9399-1faec5bf1b40 req-deb80ab7-2273-4afe-84d4-7fc0d8c3dd2f tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:30.427541 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a9f5cf31-bfd8-4cfd-9399-1faec5bf1b40 req-deb80ab7-2273-4afe-84d4-7fc0d8c3dd2f tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 945 time: 0.1052761 Aug 13 03:40:30.433265 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] Set router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:40:30.437341 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Network 935d90e8-9c62-46ee-980f-2844116d2f71 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:30.444098 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:30.461178 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-0bc05360-89d0-432e-9257-eaf9ae42459c None None] Port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:40:30.511940 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a9f5cf31-bfd8-4cfd-9399-1faec5bf1b40 req-62dfda6e-822a-4ff7-a482-ceee7939d682 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765715 Aug 13 03:40:30.587185 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:40:30.703181 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:40:30.715534 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device de9d2dd9-f8e4-49e6-959e-06285fe414c8 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:30.715816 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8e5663db-fb3d-46f3-b839-50003235ce7e admin admin] 10.222.0.57 "PUT /v2.0/routers/cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7085896 Aug 13 03:40:30.718678 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-0a38f69a-30ae-4e0b-baa2-7edaf180d92c None None] Provisioning complete for port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:30.719049 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0a38f69a-30ae-4e0b-baa2-7edaf180d92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:30.794259 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-0a38f69a-30ae-4e0b-baa2-7edaf180d92c None None] Port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:40:30.796859 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 4, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port': {'id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '4ee9e431-2fec-4c16-b251-f8e5fbcaa480', 'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'mac_address': 'fa:16:3e:4b:bc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:29Z', 'updated_at': '2021-08-13T03:40:29Z', 'revision_number': 1, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'subnets': [{'id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:30.825338 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455823a-06c7-4c5c-9536-088df9c237a4 None None] The sync data for ids ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'] in dv-cinder-759962-7-iscsi is: [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 4, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port': {'id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '4ee9e431-2fec-4c16-b251-f8e5fbcaa480', 'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'mac_address': 'fa:16:3e:4b:bc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:29Z', 'updated_at': '2021-08-13T03:40:29Z', 'revision_number': 1, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'subnets': [{'id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:40:30.835392 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port de9d2dd9-f8e4-49e6-959e-06285fe414c8 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:30.835841 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.216118 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36860) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:31.221770 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1861883469-network', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:31.244643 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Made reservation on behalf of 88ab7217c5874a2abcad8585e4c1bf96 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:40:31.247355 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.264071 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.384749 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.389502 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.424505 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:40:31.429980 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3e532e-2df5-4edf-9668-931c1981dcd9,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:31.440688 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.441056 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Added segment d1c4d973-aeca-4703-96a9-6cee980c42a1 of type vlan for network 451f8bd8-7b0a-4a67-898c-ebae90a71b90 Aug 13 03:40:31.492136 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.523780 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.524988 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:31.525972 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.557564 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 97ceab4d-66ee-4367-b9c2-f64adb18d4ad up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:31.594576 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3742163 Aug 13 03:40:31.594576 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32838f4f-2a66-4baf-b271-824f012e1b4d admin admin] Pushing event updated for resources: {'Network': ['ID=451f8bd8-7b0a-4a67-898c-ebae90a71b90,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:31.596037 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36866) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:31.600857 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-bd6b9542-32c9-4e08-bc0e-606ec19eedd6 admin admin] Request body: {'subnet': {'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1861883469-subnet', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'ip_version': 4}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:31.607041 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 451f8bd8-7b0a-4a67-898c-ebae90a71b90 details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:40:31.645998 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6b9542-32c9-4e08-bc0e-606ec19eedd6 admin admin] Made reservation on behalf of 88ab7217c5874a2abcad8585e4c1bf96 for: {'subnet': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:40:31.648775 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd6b9542-32c9-4e08-bc0e-606ec19eedd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28240980'] for subnet, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.671107 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c9dc4-b7b7-4dd7-8ec8-fff28cae7afe req-0ad82401-9b79-4c3a-9b31-fdaa5b15432e tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:31.673082 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6b7c9dc4-b7b7-4dd7-8ec8-fff28cae7afe req-0ad82401-9b79-4c3a-9b31-fdaa5b15432e tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 945 time: 0.0775936 Aug 13 03:40:31.697368 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:31.702507 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:31.703183 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.718908 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6b7c9dc4-b7b7-4dd7-8ec8-fff28cae7afe req-ab997ff3-c413-461e-a829-e702968e6f46 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390451 Aug 13 03:40:31.802479 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.831764 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a560ed-18d7-4be9-8506-1d45072dae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ceab4d-66ee-4367-b9c2-f64adb18d4ad'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:40:31.834154 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a72ba5d-5dbd-4d82-8445-e0156ad99115" -d '{"events": [{"server_uuid": "a7a560ed-18d7-4be9-8506-1d45072dae08", "name": "network-vif-plugged", "status": "completed", "tag": "97ceab4d-66ee-4367-b9c2-f64adb18d4ad"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:40:31.856348 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=97ceab4d-66ee-4367-b9c2-f64adb18d4ad,segment=NetworkSegment(794496a2-261a-4dac-b81f-9598f600ca68),segment_id=794496a2-261a-4dac-b81f-9598f600ca68)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:31.863112 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.864383 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd6b9542-32c9-4e08-bc0e-606ec19eedd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1570433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28240998'] for subnet, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.889007 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b090c12-7c1f-4831-bf24-1e45107c309d x-openstack-request-id: req-1b090c12-7c1f-4831-bf24-1e45107c309d {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:40:31.889304 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a560ed-18d7-4be9-8506-1d45072dae08", "name": "network-vif-plugged", "status": "completed", "tag": "97ceab4d-66ee-4367-b9c2-f64adb18d4ad", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:40:31.889555 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b090c12-7c1f-4831-bf24-1e45107c309d {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:40:31.889982 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a560ed-18d7-4be9-8506-1d45072dae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ceab4d-66ee-4367-b9c2-f64adb18d4ad', 'code': 200} Aug 13 03:40:31.917933 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=97ceab4d-66ee-4367-b9c2-f64adb18d4ad,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:31.930193 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b9542-32c9-4e08-bc0e-606ec19eedd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e063619d-a3aa-4fb3-809f-daf87390b733,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:31.951203 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6b9542-32c9-4e08-bc0e-606ec19eedd6 admin admin] Checking segment: {'id': 'd1c4d973-aeca-4703-96a9-6cee980c42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:40:31.951570 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6b9542-32c9-4e08-bc0e-606ec19eedd6 admin admin] Network hostable DHCP agents. Network: 451f8bd8-7b0a-4a67-898c-ebae90a71b90, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:40:31.969660 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6b9542-32c9-4e08-bc0e-606ec19eedd6 admin admin] Network 451f8bd8-7b0a-4a67-898c-ebae90a71b90 is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:40:31.980753 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-bd6b9542-32c9-4e08-bc0e-606ec19eedd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 451f8bd8-7b0a-4a67-898c-ebae90a71b90) {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:31.984673 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6b9542-32c9-4e08-bc0e-606ec19eedd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:31.985202 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd6b9542-32c9-4e08-bc0e-606ec19eedd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.992494 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673506d1-c968-4295-a0bf-7133b4d36e59 None None] Network 451f8bd8-7b0a-4a67-898c-ebae90a71b90 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:40:32.002598 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-bd6b9542-32c9-4e08-bc0e-606ec19eedd6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4057722 Aug 13 03:40:32.005524 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36870) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:32.009868 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1861883469-router', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:32.037264 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3677678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.038676 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.061996 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab6c27-72ca-4633-b74a-7a61c8071b59 req-8f69ef33-54ec-41c5-b8af-c8888b208bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:32.063694 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cbab6c27-72ca-4633-b74a-7a61c8071b59 req-8f69ef33-54ec-41c5-b8af-c8888b208bf1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 1099 time: 0.0517569 Aug 13 03:40:32.101550 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cbab6c27-72ca-4633-b74a-7a61c8071b59 req-fb4d66dd-e0ba-4adb-a218-b5796eef22c2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297885 Aug 13 03:40:32.107697 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.162916 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31d5fa13-7770-5470-a7f3-23422e52ac17-451f8bd8-7b0a-4a67-898c-ebae90a71b90', 'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'fixed_ips': [{'subnet_id': 'e063619d-a3aa-4fb3-809f-daf87390b733'}]}} from dv-cinder-759962-7-iscsi. {{(pid=94058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:40:32.163960 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.250935 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.303376 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Allocated IP 172.20.0.2 (451f8bd8-7b0a-4a67-898c-ebae90a71b90/e063619d-a3aa-4fb3-809f-daf87390b733/c8ccf0ab-251e-4918-8771-5090361533f5) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:40:32.456456 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.459196 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.467482 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Transition to ACTIVE for port object c8ccf0ab-251e-4918-8771-5090361533f5 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:32.474963 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.482871 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Transition to ACTIVE for port object c8ccf0ab-251e-4918-8771-5090361533f5 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:32.492423 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.532499 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Network 451f8bd8-7b0a-4a67-898c-ebae90a71b90 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:32.535390 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:32.537798 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:40:32.548337 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Pushing event updated for resources: {'Port': ['ID=c8ccf0ab-251e-4918-8771-5090361533f5,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:32.577692 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Allocated IP 172.27.0.84 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/00965425-b185-4474-a47b-cdc6cf413edc) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:40:32.599314 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Attempting to bind port c8ccf0ab-251e-4918-8771-5090361533f5 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:40:32.599690 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Attempting to bind port c8ccf0ab-251e-4918-8771-5090361533f5 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': 'd1c4d973-aeca-4703-96a9-6cee980c42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:40:32.600091 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Attempting to bind port c8ccf0ab-251e-4918-8771-5090361533f5 on network 451f8bd8-7b0a-4a67-898c-ebae90a71b90 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:32.606265 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:40:32.606639 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Checking segment: {'id': 'd1c4d973-aeca-4703-96a9-6cee980c42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:40:32.607041 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.607434 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Bound using segment: {'id': 'd1c4d973-aeca-4703-96a9-6cee980c42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:40:32.607933 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Bound port: c8ccf0ab-251e-4918-8771-5090361533f5, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c4d973-aeca-4703-96a9-6cee980c42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:40:32.608306 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.683218 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] For port c8ccf0ab-251e-4918-8771-5090361533f5, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:40:32.687972 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] For port c8ccf0ab-251e-4918-8771-5090361533f5, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=c8ccf0ab-251e-4918-8771-5090361533f5,segment=NetworkSegment(d1c4d973-aeca-4703-96a9-6cee980c42a1),segment_id=d1c4d973-aeca-4703-96a9-6cee980c42a1)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:40:32.695859 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.696032 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.740279 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.774628 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfde40-58e4-40ba-a385-874dabb99fed None None] Pushing event updated for resources: {'Port': ['ID=c8ccf0ab-251e-4918-8771-5090361533f5,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:32.781361 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:32.784311 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:32.790005 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:40:32.805285 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:32.872579 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:32.878347 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:32.878894 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.896521 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=00965425-b185-4474-a47b-cdc6cf413edc,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:32.981722 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:32.986970 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8b660-d3f9-4768-8977-f5bfe4068407 req-ea498253-a61c-4b1e-963e-429848684afe tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:32.988517 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8ed8b660-d3f9-4768-8977-f5bfe4068407 req-ea498253-a61c-4b1e-963e-429848684afe tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 946 time: 0.1582508 Aug 13 03:40:33.022543 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=0b62fdbe-6484-48c7-b3c4-9a63ab6a43df,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:33.031581 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:33.098831 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=0b62fdbe-6484-48c7-b3c4-9a63ab6a43df,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:33.155093 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Sync routers for ids ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:40:33.166139 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Routers {'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:33.167109 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:33.275192 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Set router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:40:33.389093 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8ed8b660-d3f9-4768-8977-f5bfe4068407 req-c8b8ea92-40e8-492a-b59d-8bc7517ca789 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354213 Aug 13 03:40:33.408014 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:33.490945 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 4, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port': {'id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '4ee9e431-2fec-4c16-b251-f8e5fbcaa480', 'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'mac_address': 'fa:16:3e:4b:bc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:29Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 2, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'subnets': [{'id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:33.523136 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Checking router: cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:40:33.523521 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Updating router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 binding host dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:40:33.549720 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:33.617665 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675640'] for router, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:33.753956 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Router 24cb44d4-0754-4d5f-abc6-ba8adac71b63 is scheduled to L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 with binding_index 1 {{(pid=94057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:40:33.773406 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040d996f-f0dc-4801-9817-e9d9c5853b81 None None] Network 451f8bd8-7b0a-4a67-898c-ebae90a71b90 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:40:33.828640 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:33.840815 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Transition to ACTIVE for port object 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:33.848680 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:33.849043 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-0f2c2205-3fb4-4a45-b6df-825127e5d4d4 None None] Provisioning for port c8ccf0ab-251e-4918-8771-5090361533f5 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:33.879930 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:40:33.897652 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:33.899644 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c8d195c9-b888-48f9-8d0e-4b8e898da4c9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8930533 Aug 13 03:40:33.902595 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36882) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:33.924569 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Pushing event updated for resources: {'Port': ['ID=4ee9e431-2fec-4c16-b251-f8e5fbcaa480,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:33.936483 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:33.936962 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:33.937398 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:33.937830 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:33.938254 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:33.938680 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:33.939974 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:33.939974 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:33.940484 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:33.940628 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Sync routers for ids ['24cb44d4-0754-4d5f-abc6-ba8adac71b63'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:40:33.941144 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:33.941633 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:33.942038 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:33.974461 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Routers {'24cb44d4-0754-4d5f-abc6-ba8adac71b63'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:33.975103 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['24cb44d4-0754-4d5f-abc6-ba8adac71b63'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:34.045195 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Attempting to bind port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:40:34.045664 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Attempting to bind port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:40:34.046219 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Attempting to bind port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 on network 935d90e8-9c62-46ee-980f-2844116d2f71 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:34.053902 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:40:34.054407 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Checking segment: {'id': '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:40:34.055048 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:34.055508 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Bound using segment: {'id': '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:40:34.056080 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Bound port: 4ee9e431-2fec-4c16-b251-f8e5fbcaa480, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:40:34.056543 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:34.147012 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Set router 24cb44d4-0754-4d5f-abc6-ba8adac71b63 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:40:34.206831 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] For port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:40:34.216351 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] For port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=4ee9e431-2fec-4c16-b251-f8e5fbcaa480,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:40:34.229143 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:34.348245 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ba3d8-144a-44b3-9e99-ee3e1a9d9084 None None] Pushing event updated for resources: {'Port': ['ID=4ee9e431-2fec-4c16-b251-f8e5fbcaa480,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:34.376599 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Routers {'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:34.378132 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:34.462505 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6886fe-6b06-4187-9c30-5ff92bf30e0d req-4f611ded-b7f6-42c2-940d-0fb93063aa00 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:34.477262 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'name': 'tempest-TestShelveInstance-1861883469-router', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '00965425-b185-4474-a47b-cdc6cf413edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 3, 'project_id': '88ab7217c5874a2abcad8585e4c1bf96', 'gw_port': {'id': '00965425-b185-4474-a47b-cdc6cf413edc', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:34.478313 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3a6886fe-6b06-4187-9c30-5ff92bf30e0d req-4f611ded-b7f6-42c2-940d-0fb93063aa00 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0782404 Aug 13 03:40:34.509967 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Checking router: 24cb44d4-0754-4d5f-abc6-ba8adac71b63 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:40:34.510332 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Updating router 24cb44d4-0754-4d5f-abc6-ba8adac71b63 port 00965425-b185-4474-a47b-cdc6cf413edc binding host dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:40:34.554312 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3a6886fe-6b06-4187-9c30-5ff92bf30e0d req-49f9137f-e696-40f4-8fd7-f4a8984d2313 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629828 Aug 13 03:40:34.563153 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:34.616130 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c48afa-a247-4014-89e5-473be277b40e req-d27addff-1dca-4b7f-8e57-926fd0711d18 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:34.629066 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c9c48afa-a247-4014-89e5-473be277b40e req-d27addff-1dca-4b7f-8e57-926fd0711d18 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 946 time: 0.1156304 Aug 13 03:40:34.688355 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c9c48afa-a247-4014-89e5-473be277b40e req-d003ba55-7ca4-4d9c-a756-6e64a0547c14 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566986 Aug 13 03:40:34.690931 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] Set router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:40:34.910599 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:34.941726 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:34.958017 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 4, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port': {'id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '4ee9e431-2fec-4c16-b251-f8e5fbcaa480', 'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'mac_address': 'fa:16:3e:4b:bc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:29Z', 'updated_at': '2021-08-13T03:40:34Z', 'revision_number': 4, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'subnets': [{'id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:34.993202 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b86c1f-3935-43b0-9e30-943b56d0404a None None] The sync data for ids ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'] in dv-cinder-759962-7-iscsi is: [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 4, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port': {'id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '4ee9e431-2fec-4c16-b251-f8e5fbcaa480', 'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'mac_address': 'fa:16:3e:4b:bc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:29Z', 'updated_at': '2021-08-13T03:40:34Z', 'revision_number': 4, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'subnets': [{'id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:40:35.142952 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Allocated IP 172.20.0.1 (451f8bd8-7b0a-4a67-898c-ebae90a71b90/e063619d-a3aa-4fb3-809f-daf87390b733/7b162718-0a16-43fd-8391-d08e6e4bfeb0) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:40:35.163032 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.179066 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Transition to ACTIVE for port object 00965425-b185-4474-a47b-cdc6cf413edc will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:35.196141 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:35.201834 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.246176 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:35.246566 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.277032 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f0bfa-2449-441e-a633-9465c5adf74c None None] Pushing event updated for resources: {'Port': ['ID=00965425-b185-4474-a47b-cdc6cf413edc,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:35.297424 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.306593 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Attempting to bind port 00965425-b185-4474-a47b-cdc6cf413edc on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:40:35.306977 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Attempting to bind port 00965425-b185-4474-a47b-cdc6cf413edc by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:40:35.307348 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Attempting to bind port 00965425-b185-4474-a47b-cdc6cf413edc on network 447743f6-e021-4a69-b78c-3b977fcc1367 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:35.312338 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Transition to ACTIVE for port object 7b162718-0a16-43fd-8391-d08e6e4bfeb0 will not be triggered until provisioned by entity DHCP. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:35.315004 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:40:35.315392 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Checking segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:40:35.315808 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.316250 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Bound using segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:40:35.316813 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Bound port: 00965425-b185-4474-a47b-cdc6cf413edc, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:40:35.317372 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.350158 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.391548 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Network 451f8bd8-7b0a-4a67-898c-ebae90a71b90 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:35.395180 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:35.399604 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:40:35.402678 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Pushing event updated for resources: {'Port': ['ID=7b162718-0a16-43fd-8391-d08e6e4bfeb0,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:35.416815 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] For port 00965425-b185-4474-a47b-cdc6cf413edc, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:40:35.422893 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] For port 00965425-b185-4474-a47b-cdc6cf413edc, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=00965425-b185-4474-a47b-cdc6cf413edc,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:40:35.427313 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.437673 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.445532 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734573'] for router_interface, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.543417 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=4ee9e431-2fec-4c16-b251-f8e5fbcaa480,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:35.544439 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Routers {'24cb44d4-0754-4d5f-abc6-ba8adac71b63'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:35.545065 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['24cb44d4-0754-4d5f-abc6-ba8adac71b63'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:35.603255 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.603783 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:35.655835 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f0bfa-2449-441e-a633-9465c5adf74c None None] Pushing event updated for resources: {'Port': ['ID=00965425-b185-4474-a47b-cdc6cf413edc,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:35.656129 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.714026 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee83423-44c9-4b33-8abc-231eac3c50cc req-68e04263-ac7e-4ce4-9256-34c846d2b902 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:35.723826 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cee83423-44c9-4b33-8abc-231eac3c50cc req-68e04263-ac7e-4ce4-9256-34c846d2b902 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0809326 Aug 13 03:40:35.774033 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cee83423-44c9-4b33-8abc-231eac3c50cc req-7203c2c7-adf3-40d9-a623-4b6911330f1d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490618 Aug 13 03:40:35.801814 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] Set router 24cb44d4-0754-4d5f-abc6-ba8adac71b63 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:40:35.831100 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=4ee9e431-2fec-4c16-b251-f8e5fbcaa480,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:35.833732 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-b9bca08f-3724-47d0-b18d-68ae4f4c7714 None None] Provisioning for port 7b162718-0a16-43fd-8391-d08e6e4bfeb0 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:35.866313 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-b9bca08f-3724-47d0-b18d-68ae4f4c7714 None None] Provisioning complete for port 7b162718-0a16-43fd-8391-d08e6e4bfeb0 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:35.866702 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b9bca08f-3724-47d0-b18d-68ae4f4c7714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.874671 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.879589 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.901768 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:35.902148 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.947044 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Pushing event updated for resources: {'Port': ['ID=7b162718-0a16-43fd-8391-d08e6e4bfeb0,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:35.951092 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3734713'] for router_interface, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:35.973516 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-b9bca08f-3724-47d0-b18d-68ae4f4c7714 None None] Port 7b162718-0a16-43fd-8391-d08e6e4bfeb0 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:40:36.039778 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Network 451f8bd8-7b0a-4a67-898c-ebae90a71b90 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:36.041286 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:36.065258 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device c8ccf0ab-251e-4918-8771-5090361533f5 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:36.124952 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'name': 'tempest-TestShelveInstance-1861883469-router', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '00965425-b185-4474-a47b-cdc6cf413edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 3, 'project_id': '88ab7217c5874a2abcad8585e4c1bf96', 'gw_port': {'id': '00965425-b185-4474-a47b-cdc6cf413edc', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:36.154072 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8579ae9d-748a-4a8e-83ea-12a753de722d None None] The sync data for ids ['24cb44d4-0754-4d5f-abc6-ba8adac71b63'] in dv-cinder-759962-7-iscsi is: [{'id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'name': 'tempest-TestShelveInstance-1861883469-router', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '00965425-b185-4474-a47b-cdc6cf413edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 3, 'project_id': '88ab7217c5874a2abcad8585e4c1bf96', 'gw_port': {'id': '00965425-b185-4474-a47b-cdc6cf413edc', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:40:36.155685 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port c8ccf0ab-251e-4918-8771-5090361533f5 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:36.160716 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port c8ccf0ab-251e-4918-8771-5090361533f5 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:36.160989 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:36.167845 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Router 24cb44d4-0754-4d5f-abc6-ba8adac71b63 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:40:36.271554 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:36.309477 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:40:36.314397 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-bd9348be-1ed0-4e5e-a9a7-a9bc8868427c admin admin] 10.222.0.57 "PUT /v2.0/routers/24cb44d4-0754-4d5f-abc6-ba8adac71b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4106722 Aug 13 03:40:36.318124 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port c8ccf0ab-251e-4918-8771-5090361533f5, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=c8ccf0ab-251e-4918-8771-5090361533f5,segment=NetworkSegment(d1c4d973-aeca-4703-96a9-6cee980c42a1),segment_id=d1c4d973-aeca-4703-96a9-6cee980c42a1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:36.319987 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-ffbce80f-2c72-40fb-9552-e0dfc791ef0f None None] Provisioning complete for port 7b162718-0a16-43fd-8391-d08e6e4bfeb0 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:36.320485 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ffbce80f-2c72-40fb-9552-e0dfc791ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:36.342889 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:36.389606 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-ffbce80f-2c72-40fb-9552-e0dfc791ef0f None None] Port 7b162718-0a16-43fd-8391-d08e6e4bfeb0 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:40:36.407150 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=c8ccf0ab-251e-4918-8771-5090361533f5,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:36.495177 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-726d5bcd-7cba-48c5-b284-646a8a095cba tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:36.496784 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-726d5bcd-7cba-48c5-b284-646a8a095cba tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.63 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0598865 Aug 13 03:40:36.608267 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Deleting port 959d7fe3-04a8-493f-bc05-cbfe41c36cba {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:40:36.608698 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:36.702228 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] For port 959d7fe3-04a8-493f-bc05-cbfe41c36cba, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=959d7fe3-04a8-493f-bc05-cbfe41c36cba,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:36.702729 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:36.827955 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 00965425-b185-4474-a47b-cdc6cf413edc up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:36.921765 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 00965425-b185-4474-a47b-cdc6cf413edc completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:36.928056 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 00965425-b185-4474-a47b-cdc6cf413edc triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:36.928441 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:36.937313 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:36.938017 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:36.938596 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.l3_db [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Floating IP f88863f0-c530-4c94-b90f-eb351ef293fb disassociated. External IP: 172.27.0.119, port: 959d7fe3-04a8-493f-bc05-cbfe41c36cba. Aug 13 03:40:36.939703 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Calling delete_port for 959d7fe3-04a8-493f-bc05-cbfe41c36cba owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:40:36.956676 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5fa6-4ab1-421b-a6bc-265bed69fcad req-e9cf5fce-8ebe-4600-a769-62efb4081171 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:36.958496 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6e9d5fa6-4ab1-421b-a6bc-265bed69fcad req-e9cf5fce-8ebe-4600-a769-62efb4081171 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=52e7822c-a52e-4336-954b-df47077da9a2 HTTP/1.1" status: 200 len: 946 time: 0.0970192 Aug 13 03:40:37.007533 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6e9d5fa6-4ab1-421b-a6bc-265bed69fcad req-0e9d20b8-01a1-44fe-aa52-55bde6d4c407 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f6bf53f-a256-40f0-9715-92234a8e5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420845 Aug 13 03:40:37.064733 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.089281 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 00965425-b185-4474-a47b-cdc6cf413edc, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=00965425-b185-4474-a47b-cdc6cf413edc,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:37.094913 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.095895 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device c8ccf0ab-251e-4918-8771-5090361533f5 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:37.116787 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.146723 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event deleted for resources: {'Port': ['ID=959d7fe3-04a8-493f-bc05-cbfe41c36cba,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:37.195550 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=00965425-b185-4474-a47b-cdc6cf413edc,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:37.211334 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port c8ccf0ab-251e-4918-8771-5090361533f5 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:37.211831 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.292004 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Router f461b812-6795-4808-a488-54fc110d7d59 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:40:37.310448 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:37.373532 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:37.374251 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.422158 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:40:37.432420 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6865ff-3f29-45d1-91fa-9e3f0e59eafb None None] Sync routers for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:40:37.441571 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6865ff-3f29-45d1-91fa-9e3f0e59eafb None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:37.442191 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-6b6865ff-3f29-45d1-91fa-9e3f0e59eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:37.461466 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36924) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:37.466755 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-a8b14fa4-9ca1-445a-bd3e-6923892b8b50 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1777230758', 'description': 'tempest-secgroup-smoke-1777230758 description', 'project_id': 'cc7db04257324af795d8e7b8fb28104f'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:37.478613 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] No DVR routers for this DVR port 959d7fe3-04a8-493f-bc05-cbfe41c36cba on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:40:37.481750 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.483992 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-be6da188-5fff-4fcb-9a1c-fbadb4446404 req-beeec0cd-6622-4b1e-9c5f-e2dac4bbdaf8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.63 "DELETE /v2.0/ports/959d7fe3-04a8-493f-bc05-cbfe41c36cba HTTP/1.1" status: 204 len: 173 time: 0.9810870 Aug 13 03:40:37.484577 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e7822c-a52e-4336-954b-df47077da9a2', 'name': 'network-vif-deleted', 'tag': '959d7fe3-04a8-493f-bc05-cbfe41c36cba'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:40:37.488840 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310a9365-c421-44b1-bd9d-d64f4ffc6e38" -d '{"events": [{"server_uuid": "52e7822c-a52e-4336-954b-df47077da9a2", "name": "network-vif-deleted", "tag": "959d7fe3-04a8-493f-bc05-cbfe41c36cba"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:40:37.522054 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a8b14fa4-9ca1-445a-bd3e-6923892b8b50 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.542864 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e158ba44-b933-49d2-9ce3-7e92f7e88145 x-openstack-request-id: req-e158ba44-b933-49d2-9ce3-7e92f7e88145 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:40:37.543233 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e7822c-a52e-4336-954b-df47077da9a2", "name": "network-vif-deleted", "tag": "959d7fe3-04a8-493f-bc05-cbfe41c36cba", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:40:37.543549 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e158ba44-b933-49d2-9ce3-7e92f7e88145 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:40:37.544047 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e7822c-a52e-4336-954b-df47077da9a2', 'name': 'network-vif-deleted', 'tag': '959d7fe3-04a8-493f-bc05-cbfe41c36cba', 'status': 'completed', 'code': 200} Aug 13 03:40:37.598664 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-6b6865ff-3f29-45d1-91fa-9e3f0e59eafb None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:40:37.649471 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a8b14fa4-9ca1-445a-bd3e-6923892b8b50 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.654856 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a8b14fa4-9ca1-445a-bd3e-6923892b8b50 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.685435 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a8b14fa4-9ca1-445a-bd3e-6923892b8b50 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.689586 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a8b14fa4-9ca1-445a-bd3e-6923892b8b50 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2241447 Aug 13 03:40:37.689956 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36928) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:37.692317 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b14fa4-9ca1-445a-bd3e-6923892b8b50 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa86dea-770d-4946-b171-5e55152dd54e,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:37.694619 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-1e5a19df-cf93-402c-b72a-0b104843a08d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Request body: {'security_group_rule': {'security_group_id': '5fa86dea-770d-4946-b171-5e55152dd54e', 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:37.725337 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e5a19df-cf93-402c-b72a-0b104843a08d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.782103 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e5a19df-cf93-402c-b72a-0b104843a08d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.786160 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e5a19df-cf93-402c-b72a-0b104843a08d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.802945 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a19df-cf93-402c-b72a-0b104843a08d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f0133e-4c31-49ef-8429-9731e4ca1de9,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:37.810180 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e5a19df-cf93-402c-b72a-0b104843a08d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.811429 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-1e5a19df-cf93-402c-b72a-0b104843a08d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204906 Aug 13 03:40:37.814257 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36930) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:37.819210 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-079d3e25-da20-43ff-a8ce-2b8126ed6c58 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Request body: {'security_group_rule': {'security_group_id': '5fa86dea-770d-4946-b171-5e55152dd54e', 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:37.826047 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-6b6865ff-3f29-45d1-91fa-9e3f0e59eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:37Z', 'revision_number': 5, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:37.852960 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-079d3e25-da20-43ff-a8ce-2b8126ed6c58 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.853737 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6865ff-3f29-45d1-91fa-9e3f0e59eafb None None] Checking router: f461b812-6795-4808-a488-54fc110d7d59 for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:40:37.862302 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6865ff-3f29-45d1-91fa-9e3f0e59eafb None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:37.862906 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-6b6865ff-3f29-45d1-91fa-9e3f0e59eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:37.910066 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-079d3e25-da20-43ff-a8ce-2b8126ed6c58 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.913969 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-079d3e25-da20-43ff-a8ce-2b8126ed6c58 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.934082 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d3e25-da20-43ff-a8ce-2b8126ed6c58 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b8d51d-1c20-4299-b429-e1f2b6dc0323,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:37.942659 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-079d3e25-da20-43ff-a8ce-2b8126ed6c58 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.946984 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36932) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:37.947496 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-079d3e25-da20-43ff-a8ce-2b8126ed6c58 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322236 Aug 13 03:40:37.951741 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-070f2ad1-feac-4d19-bc74-d330b460cdcb tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Request body: {'security_group_rule': {'security_group_id': '5fa86dea-770d-4946-b171-5e55152dd54e', 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:37.981472 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-070f2ad1-feac-4d19-bc74-d330b460cdcb tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:37.983026 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-6b6865ff-3f29-45d1-91fa-9e3f0e59eafb None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:40:38.068116 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-070f2ad1-feac-4d19-bc74-d330b460cdcb tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.074964 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-070f2ad1-feac-4d19-bc74-d330b460cdcb tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.094830 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f2ad1-feac-4d19-bc74-d330b460cdcb tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8fc245-38a0-4dfe-8118-8bffdc0166f6,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:38.102431 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-070f2ad1-feac-4d19-bc74-d330b460cdcb tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.106114 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-070f2ad1-feac-4d19-bc74-d330b460cdcb tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556304 Aug 13 03:40:38.106887 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36938) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:38.112857 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-51cc2717-19eb-4043-8b8d-aabb46822747 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Request body: {'security_group_rule': {'security_group_id': '5fa86dea-770d-4946-b171-5e55152dd54e', 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:38.120090 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36940) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:38.151426 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-51cc2717-19eb-4043-8b8d-aabb46822747 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.184706 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-00c1498a-a880-456b-9692-13d08195b172 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.219647 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-00c1498a-a880-456b-9692-13d08195b172 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.255551 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-51cc2717-19eb-4043-8b8d-aabb46822747 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.257893 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-6b6865ff-3f29-45d1-91fa-9e3f0e59eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:37Z', 'revision_number': 5, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:38.262187 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-51cc2717-19eb-4043-8b8d-aabb46822747 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.287098 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-00c1498a-a880-456b-9692-13d08195b172 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.291418 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-00c1498a-a880-456b-9692-13d08195b172 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.292293 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-51cc2717-19eb-4043-8b8d-aabb46822747 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.295284 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-00c1498a-a880-456b-9692-13d08195b172 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "DELETE /v2.0/security-groups/9f6bf53f-a256-40f0-9715-92234a8e5c4b HTTP/1.1" status: 204 len: 168 time: 0.1718571 Aug 13 03:40:38.295430 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6865ff-3f29-45d1-91fa-9e3f0e59eafb None None] The sync data for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi is: [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:37Z', 'revision_number': 5, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:40:38.297053 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-51cc2717-19eb-4043-8b8d-aabb46822747 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1888442 Aug 13 03:40:38.298145 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36944) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:38.298509 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 36946) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:38.299124 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc2717-19eb-4043-8b8d-aabb46822747 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962f049c-a0af-47b1-b0a6-dee5ddad7057,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:38.308262 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1498a-a880-456b-9692-13d08195b172 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6bf53f-a256-40f0-9715-92234a8e5c4b,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:38.313436 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-12d4dbdd-2ef1-4955-a16d-0a84fea9b52f tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Request body: {'security_group_rule': {'security_group_id': '5fa86dea-770d-4946-b171-5e55152dd54e', 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:38.340711 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.api.v2.resource [None req-3e82cdf9-1766-4b0b-9d24-2016e15d8ca3 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] show failed (client error): The resource could not be found. Aug 13 03:40:38.344714 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3e82cdf9-1766-4b0b-9d24-2016e15d8ca3 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups/9f6bf53f-a256-40f0-9715-92234a8e5c4b HTTP/1.1" status: 404 len: 347 time: 0.0400484 Aug 13 03:40:38.345056 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36948) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:38.362503 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.securitygroups_db [None req-12d4dbdd-2ef1-4955-a16d-0a84fea9b52f tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Project cc7db04257324af795d8e7b8fb28104f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:40:38.368624 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-12d4dbdd-2ef1-4955-a16d-0a84fea9b52f tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.441642 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-12d4dbdd-2ef1-4955-a16d-0a84fea9b52f tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.446104 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-12d4dbdd-2ef1-4955-a16d-0a84fea9b52f tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.469844 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4dbdd-2ef1-4955-a16d-0a84fea9b52f tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd6b35d-0f00-462e-878f-71a1dc73da2a,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:38.474744 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-12d4dbdd-2ef1-4955-a16d-0a84fea9b52f tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.479311 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-12d4dbdd-2ef1-4955-a16d-0a84fea9b52f tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1705146 Aug 13 03:40:38.479578 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 36952) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:38.488172 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-78740a12-c603-4b1c-b7f0-59f3a998789e tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Request body: {'security_group_rule': {'security_group_id': '5fa86dea-770d-4946-b171-5e55152dd54e', 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:38.494198 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Sync routers for ids ['24cb44d4-0754-4d5f-abc6-ba8adac71b63'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:40:38.503143 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Routers {'24cb44d4-0754-4d5f-abc6-ba8adac71b63'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:38.503750 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['24cb44d4-0754-4d5f-abc6-ba8adac71b63'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:38.511631 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-597d915f-cb13-40db-a986-98403300273f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Deleting port 573e8ba6-da8a-489d-9002-1c6779b4d693 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:40:38.512007 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-597d915f-cb13-40db-a986-98403300273f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.525789 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.securitygroups_db [None req-78740a12-c603-4b1c-b7f0-59f3a998789e tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Project cc7db04257324af795d8e7b8fb28104f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:40:38.554666 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-78740a12-c603-4b1c-b7f0-59f3a998789e tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.610491 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Set router 24cb44d4-0754-4d5f-abc6-ba8adac71b63 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:40:38.638910 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-597d915f-cb13-40db-a986-98403300273f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.639242 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-597d915f-cb13-40db-a986-98403300273f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.659425 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-597d915f-cb13-40db-a986-98403300273f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Calling delete_port for 573e8ba6-da8a-489d-9002-1c6779b4d693 owned by network:floatingip {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:40:38.662781 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-78740a12-c603-4b1c-b7f0-59f3a998789e tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.671808 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-78740a12-c603-4b1c-b7f0-59f3a998789e tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.734477 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78740a12-c603-4b1c-b7f0-59f3a998789e tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fdffb64-bbae-4dea-af66-f5841c079cde,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:38.742080 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 00965425-b185-4474-a47b-cdc6cf413edc up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:38.745875 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-78740a12-c603-4b1c-b7f0-59f3a998789e tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.748160 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-78740a12-c603-4b1c-b7f0-59f3a998789e tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2667825 Aug 13 03:40:38.846894 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 00965425-b185-4474-a47b-cdc6cf413edc triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:38.847286 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.858232 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-597d915f-cb13-40db-a986-98403300273f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.893872 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d915f-cb13-40db-a986-98403300273f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event deleted for resources: {'Port': ['ID=573e8ba6-da8a-489d-9002-1c6779b4d693,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:38.898995 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'name': 'tempest-TestShelveInstance-1861883469-router', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '00965425-b185-4474-a47b-cdc6cf413edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:35Z', 'revision_number': 4, 'project_id': '88ab7217c5874a2abcad8585e4c1bf96', 'gw_port': {'id': '00965425-b185-4474-a47b-cdc6cf413edc', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7b162718-0a16-43fd-8391-d08e6e4bfeb0', 'name': '', 'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'mac_address': 'fa:16:3e:ab:ea:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e063619d-a3aa-4fb3-809f-daf87390b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:34Z', 'updated_at': '2021-08-13T03:40:35Z', 'revision_number': 2, 'project_id': '88ab7217c5874a2abcad8585e4c1bf96', 'subnets': [{'id': 'e063619d-a3aa-4fb3-809f-daf87390b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:38.926249 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89951d-b214-4a7b-aa76-8d1af6681c18 None None] New status for floating IP f88863f0-c530-4c94-b90f-eb351ef293fb: DOWN {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:40:38.928298 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Checking router: 24cb44d4-0754-4d5f-abc6-ba8adac71b63 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:40:38.928659 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Updating router 24cb44d4-0754-4d5f-abc6-ba8adac71b63 port 7b162718-0a16-43fd-8391-d08e6e4bfeb0 binding host dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:40:38.983426 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-597d915f-cb13-40db-a986-98403300273f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.987574 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-597d915f-cb13-40db-a986-98403300273f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:38.989176 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-597d915f-cb13-40db-a986-98403300273f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "DELETE /v2.0/floatingips/f88863f0-c530-4c94-b90f-eb351ef293fb HTTP/1.1" status: 204 len: 168 time: 0.6429765 Aug 13 03:40:39.105535 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.400256 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.410615 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Transition to ACTIVE for port object 7b162718-0a16-43fd-8391-d08e6e4bfeb0 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:39.417431 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.541906 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddc35b-12d4-4373-bb21-434e77597fd4 None None] Pushing event updated for resources: {'Port': ['ID=7b162718-0a16-43fd-8391-d08e6e4bfeb0,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:39.567740 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Attempting to bind port 7b162718-0a16-43fd-8391-d08e6e4bfeb0 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:40:39.568156 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Attempting to bind port 7b162718-0a16-43fd-8391-d08e6e4bfeb0 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': 'd1c4d973-aeca-4703-96a9-6cee980c42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:40:39.568560 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Attempting to bind port 7b162718-0a16-43fd-8391-d08e6e4bfeb0 on network 451f8bd8-7b0a-4a67-898c-ebae90a71b90 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:39.589737 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:40:39.590597 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Checking segment: {'id': 'd1c4d973-aeca-4703-96a9-6cee980c42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:40:39.591172 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.592291 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Bound using segment: {'id': 'd1c4d973-aeca-4703-96a9-6cee980c42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:40:39.593169 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Bound port: 7b162718-0a16-43fd-8391-d08e6e4bfeb0, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c4d973-aeca-4703-96a9-6cee980c42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:40:39.593858 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.608364 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 959d7fe3-04a8-493f-bc05-cbfe41c36cba no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:40:39.632087 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 37014) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:39.639317 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-67609899-e038-411d-994f-cae591ebdfed tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631563659', 'description': 'tempest-description--1745366923'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:39.641195 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: 959d7fe3-04a8-493f-bc05-cbfe41c36cba {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:40:39.641804 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 959d7fe3-04a8-493f-bc05-cbfe41c36cba not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:40:39.691090 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67609899-e038-411d-994f-cae591ebdfed tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.706421 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] For port 7b162718-0a16-43fd-8391-d08e6e4bfeb0, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:40:39.710800 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] For port 7b162718-0a16-43fd-8391-d08e6e4bfeb0, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=7b162718-0a16-43fd-8391-d08e6e4bfeb0,segment=NetworkSegment(d1c4d973-aeca-4703-96a9-6cee980c42a1),segment_id=d1c4d973-aeca-4703-96a9-6cee980c42a1)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:40:39.715706 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.797743 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Routers {'24cb44d4-0754-4d5f-abc6-ba8adac71b63'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:39.798711 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['24cb44d4-0754-4d5f-abc6-ba8adac71b63'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:39.800653 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67609899-e038-411d-994f-cae591ebdfed tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.807436 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67609899-e038-411d-994f-cae591ebdfed tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.837642 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddc35b-12d4-4373-bb21-434e77597fd4 None None] Pushing event updated for resources: {'Port': ['ID=7b162718-0a16-43fd-8391-d08e6e4bfeb0,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:39.838063 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67609899-e038-411d-994f-cae591ebdfed tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.841944 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-67609899-e038-411d-994f-cae591ebdfed tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2063003 Aug 13 03:40:39.841944 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67609899-e038-411d-994f-cae591ebdfed tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7568592c-c106-452d-bd4c-03672e574f44,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:39.843119 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 37016) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:39.855674 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Request body: {'security_group_rule': {'security_group_id': '7568592c-c106-452d-bd4c-03672e574f44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:39.887439 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.945209 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] Set router 24cb44d4-0754-4d5f-abc6-ba8adac71b63 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:40:39.950369 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.956214 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.973861 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad923eca-c36d-47f6-bcbd-ce222d737046,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:39.982439 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.983677 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394351 Aug 13 03:40:39.985224 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.985575 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.985955 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.986363 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.986700 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.986833 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 37018) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:39.987324 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.987840 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.988348 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.988847 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.989182 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.989517 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.989850 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a35e1-8b3b-48fc-a026-326834acb024 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.991408 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-91492f0d-c85d-402a-8f14-b287075f3b13 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Request body: {'security_group_rule': {'security_group_id': '7568592c-c106-452d-bd4c-03672e574f44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:40.021599 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-91492f0d-c85d-402a-8f14-b287075f3b13 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.076862 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-91492f0d-c85d-402a-8f14-b287075f3b13 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.081305 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-91492f0d-c85d-402a-8f14-b287075f3b13 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.104156 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91492f0d-c85d-402a-8f14-b287075f3b13 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe221e9-334e-41fa-934d-53a4ab57265e,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:40.110174 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-91492f0d-c85d-402a-8f14-b287075f3b13 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.111951 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-91492f0d-c85d-402a-8f14-b287075f3b13 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240849 Aug 13 03:40:40.114901 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 37020) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:40.119305 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Request body: {'floatingip': {'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:40.144111 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.169934 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'name': 'tempest-TestShelveInstance-1861883469-router', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '00965425-b185-4474-a47b-cdc6cf413edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:35Z', 'revision_number': 4, 'project_id': '88ab7217c5874a2abcad8585e4c1bf96', 'gw_port': {'id': '00965425-b185-4474-a47b-cdc6cf413edc', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7b162718-0a16-43fd-8391-d08e6e4bfeb0', 'name': '', 'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'mac_address': 'fa:16:3e:ab:ea:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e063619d-a3aa-4fb3-809f-daf87390b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:34Z', 'updated_at': '2021-08-13T03:40:39Z', 'revision_number': 4, 'project_id': '88ab7217c5874a2abcad8585e4c1bf96', 'subnets': [{'id': 'e063619d-a3aa-4fb3-809f-daf87390b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:40.204770 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97c129-b16c-4784-ad1b-20001f56c12e None None] The sync data for ids ['24cb44d4-0754-4d5f-abc6-ba8adac71b63'] in dv-cinder-759962-7-iscsi is: [{'id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'name': 'tempest-TestShelveInstance-1861883469-router', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '00965425-b185-4474-a47b-cdc6cf413edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:35Z', 'revision_number': 4, 'project_id': '88ab7217c5874a2abcad8585e4c1bf96', 'gw_port': {'id': '00965425-b185-4474-a47b-cdc6cf413edc', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7b162718-0a16-43fd-8391-d08e6e4bfeb0', 'name': '', 'network_id': '451f8bd8-7b0a-4a67-898c-ebae90a71b90', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'mac_address': 'fa:16:3e:ab:ea:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e063619d-a3aa-4fb3-809f-daf87390b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:34Z', 'updated_at': '2021-08-13T03:40:39Z', 'revision_number': 4, 'project_id': '88ab7217c5874a2abcad8585e4c1bf96', 'subnets': [{'id': 'e063619d-a3aa-4fb3-809f-daf87390b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:40:40.239239 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.374440 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Allocated IP 172.27.0.222 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/6d2eb968-ebae-4399-91c9-7424b5b5db06) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:40:40.497875 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.544878 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.588052 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:40.591622 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:40.598202 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:40:40.628130 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event updated for resources: {'Port': ['ID=6d2eb968-ebae-4399-91c9-7424b5b5db06,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:40.727324 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.748535 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 7b162718-0a16-43fd-8391-d08e6e4bfeb0 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:40.780579 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.807305 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 7b162718-0a16-43fd-8391-d08e6e4bfeb0 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:40.811148 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 7b162718-0a16-43fd-8391-d08e6e4bfeb0 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:40.811638 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.888550 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.920753 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 7b162718-0a16-43fd-8391-d08e6e4bfeb0, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=7b162718-0a16-43fd-8391-d08e6e4bfeb0,segment=NetworkSegment(d1c4d973-aeca-4703-96a9-6cee980c42a1),segment_id=d1c4d973-aeca-4703-96a9-6cee980c42a1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:40.924650 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.942670 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.947154 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25712220'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:40.981214 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=7b162718-0a16-43fd-8391-d08e6e4bfeb0,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:41.018948 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event updated for resources: {'Port': ['ID=6d2eb968-ebae-4399-91c9-7424b5b5db06,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:41.025958 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:41.042672 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:41.048789 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d70039c6-8bcd-41d4-aac8-a5ba0cced64b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9281526 Aug 13 03:40:41.226670 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-4bf70d4f-5f6a-4179-ac15-2e5e4e869ae0 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1631563659&fields=id&tenant_id=20909ce51f4946e4a6d8cc2c3692f098 HTTP/1.1" status: 200 len: 267 time: 0.0332565 Aug 13 03:40:41.338154 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-96584bd8-e20f-406e-931d-ebd016e2de04 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:41.339919 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-96584bd8-e20f-406e-931d-ebd016e2de04 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/networks?id=2bc5c885-09d1-4b83-854e-b64e8b2033af HTTP/1.1" status: 200 len: 811 time: 0.1054974 Aug 13 03:40:41.355534 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-ba0c2f3b-643c-4afc-afee-fdba7ae5e0d3 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/quotas/20909ce51f4946e4a6d8cc2c3692f098 HTTP/1.1" status: 200 len: 375 time: 0.0094180 Aug 13 03:40:41.418958 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-83f4e779-1294-434b-8b07-b1a900007184 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=20909ce51f4946e4a6d8cc2c3692f098&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566282 Aug 13 03:40:41.531914 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-e451a6ad-c7ad-4f07-88ee-e990b03479e4 service neutron] 10.222.0.57 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963588 Aug 13 03:40:41.624146 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-cee9c9d1-57dc-4a98-9b12-65e3c8b1fcd3 service neutron] 10.222.0.57 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851367 Aug 13 03:40:41.818157 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ea5137e1-b214-4083-8c84-5b2858115d1f req-1b4f6a89-828f-4ecb-a2ab-99d9b49e8206 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 210 time: 0.0438435 Aug 13 03:40:42.116171 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:42.721550 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 7b162718-0a16-43fd-8391-d08e6e4bfeb0 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:42.773846 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 7b162718-0a16-43fd-8391-d08e6e4bfeb0 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:42.774226 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:42.909983 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b9797074-49d1-4df6-b26c-ca069039c19c req-23034691-e3ab-4f3c-8f8b-9d5471dd3f35 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 210 time: 0.0257800 Aug 13 03:40:44.005266 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-776507d7-9be6-4724-9752-cbb99f020573 req-e5051bac-0b7b-4be7-92db-4dce6d39e938 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 210 time: 0.0303955 Aug 13 03:40:45.097141 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-33b5fc51-5139-4629-8f92-8c51f110a5fb req-c521bcf5-1c88-4687-8be3-b43431b4ea4d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 210 time: 0.0268838 Aug 13 03:40:46.187326 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7bf727f9-139d-47c0-8839-80ca6391029f req-c970da19-93a3-4089-9a94-898a6f9c80c8 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 210 time: 0.0258970 Aug 13 03:40:46.429095 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-5c4d20d2-7859-4a2b-9d7a-8a9bdeb7967d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:46.430533 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-5c4d20d2-7859-4a2b-9d7a-8a9bdeb7967d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.63 "GET /v2.0/networks?id=2bc5c885-09d1-4b83-854e-b64e8b2033af HTTP/1.1" status: 200 len: 811 time: 0.1037073 Aug 13 03:40:46.476977 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-00753fb5-4d0a-419f-920e-d89ec6102814 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20909ce51f4946e4a6d8cc2c3692f098 HTTP/1.1" status: 200 len: 380 time: 0.0338209 Aug 13 03:40:46.488544 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Request body: {'port': {'device_id': '9bd1d324-22dd-4780-898a-257ac888f73e', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'admin_state_up': True, 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'security_groups': ['7568592c-c106-452d-bd4c-03672e574f44']}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:46.590518 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Made reservation on behalf of 20909ce51f4946e4a6d8cc2c3692f098 for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:40:46.593941 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:46.719173 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Allocated IP 172.20.0.5 (2bc5c885-09d1-4b83-854e-b64e8b2033af/d0c1a94a-64dc-4d90-a316-1a8d4b512718/e523b170-899a-43cb-8826-903fb240f0ce) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:40:46.857066 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:46.869946 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Transition to ACTIVE for port object e523b170-899a-43cb-8826-903fb240f0ce will not be triggered until provisioned by entity DHCP. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:46.901881 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:46.944042 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Network 2bc5c885-09d1-4b83-854e-b64e8b2033af is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:46.949307 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:46.953259 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:40:46.981709 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event updated for resources: {'Port': ['ID=e523b170-899a-43cb-8826-903fb240f0ce,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:47.008654 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:47.009307 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:47.025003 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-7eaf110c-9f73-46c4-b060-0f90c4298d6a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5406902 Aug 13 03:40:47.040184 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Request body: {'port': {'device_id': '9bd1d324-22dd-4780-898a-257ac888f73e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:47.105540 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:47.248808 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-b57192d9-be77-4cf6-baf7-f4e77dbbf45d None None] Provisioning for port e523b170-899a-43cb-8826-903fb240f0ce completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:47.253952 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-b57192d9-be77-4cf6-baf7-f4e77dbbf45d None None] Provisioning complete for port e523b170-899a-43cb-8826-903fb240f0ce triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:47.254339 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b57192d9-be77-4cf6-baf7-f4e77dbbf45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:47.297069 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-b57192d9-be77-4cf6-baf7-f4e77dbbf45d None None] Port e523b170-899a-43cb-8826-903fb240f0ce cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:40:47.321727 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa43bec-aeb2-4f8f-b497-d6aadbc4e1fb req-7ca8fbb3-f20e-46f8-b80f-5f432d4e87b5 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:47.323307 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2aa43bec-aeb2-4f8f-b497-d6aadbc4e1fb req-7ca8fbb3-f20e-46f8-b80f-5f432d4e87b5 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 931 time: 0.0598152 Aug 13 03:40:47.361852 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2aa43bec-aeb2-4f8f-b497-d6aadbc4e1fb req-5a5897b4-433f-4ca5-b661-8095a768368a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=7568592c-c106-452d-bd4c-03672e574f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324664 Aug 13 03:40:47.382861 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e523b170-899a-43cb-8826-903fb240f0ce {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:40:47.390417 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:47.402592 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Transition to ACTIVE for port object e523b170-899a-43cb-8826-903fb240f0ce will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:47.405880 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:47.471189 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Pushing event updated for resources: {'Port': ['ID=e523b170-899a-43cb-8826-903fb240f0ce,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:47.533346 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Attempting to bind port e523b170-899a-43cb-8826-903fb240f0ce on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:40:47.533691 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Attempting to bind port e523b170-899a-43cb-8826-903fb240f0ce by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:40:47.534020 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Attempting to bind port e523b170-899a-43cb-8826-903fb240f0ce on network 2bc5c885-09d1-4b83-854e-b64e8b2033af {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:47.539349 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Port e523b170-899a-43cb-8826-903fb240f0ce on network 2bc5c885-09d1-4b83-854e-b64e8b2033af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:40:47.539930 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Attempting to bind port e523b170-899a-43cb-8826-903fb240f0ce on network 2bc5c885-09d1-4b83-854e-b64e8b2033af {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:47.547119 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:40:47.547459 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Checking segment: {'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:40:47.547854 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Bound using segment: {'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:40:47.548887 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Bound port: e523b170-899a-43cb-8826-903fb240f0ce, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6037827b-89ae-4a00-bc0f-9836b9bc5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:40:47.549249 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:47.618943 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] For port e523b170-899a-43cb-8826-903fb240f0ce, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:40:47.621960 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] For port e523b170-899a-43cb-8826-903fb240f0ce, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e523b170-899a-43cb-8826-903fb240f0ce,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:40:47.628056 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:47.660651 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:47.661285 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:47.662680 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] 10.222.0.63 "PUT /v2.0/ports/e523b170-899a-43cb-8826-903fb240f0ce HTTP/1.1" status: 200 len: 1093 time: 0.6279604 Aug 13 03:40:47.664986 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd1d324-22dd-4780-898a-257ac888f73e', 'tag': 'e523b170-899a-43cb-8826-903fb240f0ce'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:40:47.667105 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5facf37-9280-497e-a2aa-3cd4fb236621" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd1d324-22dd-4780-898a-257ac888f73e", "tag": "e523b170-899a-43cb-8826-903fb240f0ce"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:40:47.694238 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fd5de-664f-4ac5-820e-97d29a045f34 service neutron] Pushing event updated for resources: {'Port': ['ID=e523b170-899a-43cb-8826-903fb240f0ce,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:47.732120 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184c9f24-5082-44f8-8bb4-63d7a18a5007 x-openstack-request-id: req-184c9f24-5082-44f8-8bb4-63d7a18a5007 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:40:47.732120 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd1d324-22dd-4780-898a-257ac888f73e", "tag": "e523b170-899a-43cb-8826-903fb240f0ce", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:40:47.732120 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-184c9f24-5082-44f8-8bb4-63d7a18a5007 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:40:47.732120 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd1d324-22dd-4780-898a-257ac888f73e', 'tag': 'e523b170-899a-43cb-8826-903fb240f0ce', 'status': 'completed', 'code': 200} Aug 13 03:40:48.478997 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b04062-a289-41ac-aba2-ee1af16cb0a2 req-2987fbe7-d1c0-4331-b875-73287bd1e9f6 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:48.480918 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d5b04062-a289-41ac-aba2-ee1af16cb0a2 req-2987fbe7-d1c0-4331-b875-73287bd1e9f6 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 943 time: 0.0502396 Aug 13 03:40:48.524849 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d5b04062-a289-41ac-aba2-ee1af16cb0a2 req-095ef17a-624d-4b48-bd41-c1400248f3cc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=7568592c-c106-452d-bd4c-03672e574f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378716 Aug 13 03:40:49.643716 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0ee2a-5a11-47ab-9d49-0bb1ab3daf61 req-143d8d00-30d5-4add-ba8a-e971a431c42d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:49.645532 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-47e0ee2a-5a11-47ab-9d49-0bb1ab3daf61 req-143d8d00-30d5-4add-ba8a-e971a431c42d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 943 time: 0.0507526 Aug 13 03:40:49.688426 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-47e0ee2a-5a11-47ab-9d49-0bb1ab3daf61 req-829fdd25-1685-4d6b-9e1c-b8e16eec6f89 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=7568592c-c106-452d-bd4c-03672e574f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328472 Aug 13 03:40:50.580476 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5facf37-9280-497e-a2aa-3cd4fb236621 req-16daad0e-dcd4-4271-b3f0-f10083eafa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:50.582030 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a5facf37-9280-497e-a2aa-3cd4fb236621 req-16daad0e-dcd4-4271-b3f0-f10083eafa10 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=20909ce51f4946e4a6d8cc2c3692f098&device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 1096 time: 0.0437632 Aug 13 03:40:50.750328 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5facf37-9280-497e-a2aa-3cd4fb236621 req-29e75d52-d89b-4e96-93eb-bef3bb0c8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:50.751846 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a5facf37-9280-497e-a2aa-3cd4fb236621 req-29e75d52-d89b-4e96-93eb-bef3bb0c8584 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=20909ce51f4946e4a6d8cc2c3692f098&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1600308 Aug 13 03:40:50.804871 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e70e4-44b5-4c55-8062-6421a04d4ff2 req-acc481b4-9186-408b-86e1-a31ac8adfb77 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:50.806246 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e31e70e4-44b5-4c55-8062-6421a04d4ff2 req-acc481b4-9186-408b-86e1-a31ac8adfb77 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 943 time: 0.0485716 Aug 13 03:40:50.850509 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e31e70e4-44b5-4c55-8062-6421a04d4ff2 req-bc9f128e-3b45-413a-b967-97567bba476a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=7568592c-c106-452d-bd4c-03672e574f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370445 Aug 13 03:40:51.130642 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5facf37-9280-497e-a2aa-3cd4fb236621 req-bb52c299-227c-4234-a2f6-982a9cb4bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:51.132067 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-a5facf37-9280-497e-a2aa-3cd4fb236621 req-bb52c299-227c-4234-a2f6-982a9cb4bdad service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3729427 Aug 13 03:40:51.219568 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-6bf2708d-08b4-43cb-a139-6b861cc8f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:51.221252 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-6bf2708d-08b4-43cb-a139-6b861cc8f35d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=20909ce51f4946e4a6d8cc2c3692f098&device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 1096 time: 0.0404334 Aug 13 03:40:51.269800 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-90766a1e-66a2-4a38-9f2d-ed1261a74003 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e523b170-899a-43cb-8826-903fb240f0ce HTTP/1.1" status: 200 len: 217 time: 0.0386667 Aug 13 03:40:51.322045 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-090d4134-2651-4ed8-bdb4-010fb15d39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:51.323529 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-090d4134-2651-4ed8-bdb4-010fb15d39c2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d0c1a94a-64dc-4d90-a316-1a8d4b512718 HTTP/1.1" status: 200 len: 850 time: 0.0443172 Aug 13 03:40:51.370526 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-baf5ae0b-ce06-4766-9b13-c37a56da3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:51.372060 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-baf5ae0b-ce06-4766-9b13-c37a56da3621 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2bc5c885-09d1-4b83-854e-b64e8b2033af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396779 Aug 13 03:40:51.464638 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-9026b963-1c6d-4625-a056-73be3555f40d service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836301 Aug 13 03:40:51.561422 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3659bf38-26f4-4ad8-84b5-acb2c349277b req-93eb2446-2737-422b-819f-8fa563820a88 service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832512 Aug 13 03:40:51.988380 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c8e1d-6519-4366-89e0-d1fe4b3e3865 req-8629e8eb-b5b4-49ff-bc1d-0e2d020776c0 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:51.990512 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-717c8e1d-6519-4366-89e0-d1fe4b3e3865 req-8629e8eb-b5b4-49ff-bc1d-0e2d020776c0 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 943 time: 0.0580890 Aug 13 03:40:52.030730 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-717c8e1d-6519-4366-89e0-d1fe4b3e3865 req-d3203a2e-2345-4249-8c18-0adf5497028a tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=7568592c-c106-452d-bd4c-03672e574f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338163 Aug 13 03:40:53.142871 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d3fae-851b-474c-9329-0273f92e2a91 req-1db395bf-d904-40f8-97f2-78e04aed7e86 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:53.144339 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-676d3fae-851b-474c-9329-0273f92e2a91 req-1db395bf-d904-40f8-97f2-78e04aed7e86 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 943 time: 0.0476389 Aug 13 03:40:53.180846 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-676d3fae-851b-474c-9329-0273f92e2a91 req-a60387b9-b9bd-472c-b0ca-8a792c02da62 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=7568592c-c106-452d-bd4c-03672e574f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307698 Aug 13 03:40:53.562836 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-68610a0a-639d-408f-840a-b0e381e54542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:53.730482 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device e523b170-899a-43cb-8826-903fb240f0ce details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:40:53.821628 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port e523b170-899a-43cb-8826-903fb240f0ce, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e523b170-899a-43cb-8826-903fb240f0ce,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:53.833334 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'e523b170-899a-43cb-8826-903fb240f0ce', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'port_id': 'e523b170-899a-43cb-8826-903fb240f0ce', 'mac_address': 'fa:16:3e:fc:61:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:40:53.872928 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:53.885528 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e523b170-899a-43cb-8826-903fb240f0ce {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:40:53.905002 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port e523b170-899a-43cb-8826-903fb240f0ce, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e523b170-899a-43cb-8826-903fb240f0ce,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:53.908452 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:53.954406 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=e523b170-899a-43cb-8826-903fb240f0ce,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:54.172885 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['e523b170-899a-43cb-8826-903fb240f0ce'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:40:54.296406 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210fc32-02db-4079-8914-68000ba4e702 req-db247d65-e9e1-4187-ab7b-1720ae938544 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:54.297804 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9210fc32-02db-4079-8914-68000ba4e702 req-db247d65-e9e1-4187-ab7b-1720ae938544 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 944 time: 0.0502496 Aug 13 03:40:54.335463 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9210fc32-02db-4079-8914-68000ba4e702 req-95dd5ff7-6a81-4e22-84c5-1890abf9cc7f tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=7568592c-c106-452d-bd4c-03672e574f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310636 Aug 13 03:40:55.450710 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff9265-5e6b-4f43-a631-a09877a0f78f req-af38c0f7-f030-4ef8-b4b3-5715ba739e89 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:55.452088 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1eff9265-5e6b-4f43-a631-a09877a0f78f req-af38c0f7-f030-4ef8-b4b3-5715ba739e89 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 944 time: 0.0478487 Aug 13 03:40:55.491700 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1eff9265-5e6b-4f43-a631-a09877a0f78f req-d90b1afb-01b8-4993-80c9-bb7a2efd4a8e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=7568592c-c106-452d-bd4c-03672e574f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326989 Aug 13 03:40:55.745230 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device e523b170-899a-43cb-8826-903fb240f0ce up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:40:55.802285 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port e523b170-899a-43cb-8826-903fb240f0ce completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:55.806535 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port e523b170-899a-43cb-8826-903fb240f0ce triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:55.806928 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:55.884903 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:55.911491 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd1d324-22dd-4780-898a-257ac888f73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e523b170-899a-43cb-8826-903fb240f0ce'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:40:55.913738 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58a2407-c180-4616-bafa-6bfbdb65c9d8" -d '{"events": [{"server_uuid": "9bd1d324-22dd-4780-898a-257ac888f73e", "name": "network-vif-plugged", "status": "completed", "tag": "e523b170-899a-43cb-8826-903fb240f0ce"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:40:55.929195 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port e523b170-899a-43cb-8826-903fb240f0ce, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e523b170-899a-43cb-8826-903fb240f0ce,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:55.934187 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:55.958320 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1fcfba-2e60-4675-bdd2-6c4420583069 x-openstack-request-id: req-bb1fcfba-2e60-4675-bdd2-6c4420583069 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:40:55.958617 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd1d324-22dd-4780-898a-257ac888f73e", "name": "network-vif-plugged", "status": "completed", "tag": "e523b170-899a-43cb-8826-903fb240f0ce", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:40:55.958873 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bb1fcfba-2e60-4675-bdd2-6c4420583069 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:40:55.959260 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd1d324-22dd-4780-898a-257ac888f73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e523b170-899a-43cb-8826-903fb240f0ce', 'code': 200} Aug 13 03:40:55.994862 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a40cb6-2128-436d-9168-fd3850484360 req-b2d67a9c-c353-4da1-a577-9d0fe024952e tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:55.995950 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=e523b170-899a-43cb-8826-903fb240f0ce,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:55.996633 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f7a40cb6-2128-436d-9168-fd3850484360 req-b2d67a9c-c353-4da1-a577-9d0fe024952e tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 946 time: 0.0519307 Aug 13 03:40:56.046286 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f7a40cb6-2128-436d-9168-fd3850484360 req-e9c69b6d-1bdf-402a-8b4f-50a7494e81ef tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331767 Aug 13 03:40:56.140960 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0a231033-d246-411e-9a2f-b9e7845f14a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:56.141860 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc0a58-2de9-4db2-9861-8c3134906fde req-57c869b9-c4db-43a6-9273-de60dd1df38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:56.143376 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1fcc0a58-2de9-4db2-9861-8c3134906fde req-57c869b9-c4db-43a6-9273-de60dd1df38f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 1098 time: 0.0431981 Aug 13 03:40:56.178530 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1fcc0a58-2de9-4db2-9861-8c3134906fde req-0401367b-bbae-4caf-a4e1-03791f286066 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7568592c-c106-452d-bd4c-03672e574f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265758 Aug 13 03:40:56.283890 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:56.417885 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-33ee2292-72f7-440f-9ba1-666228f53023 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1777230758&fields=id&tenant_id=cc7db04257324af795d8e7b8fb28104f HTTP/1.1" status: 200 len: 267 time: 0.0366533 Aug 13 03:40:56.523884 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-ab89dc05-fb9f-421c-ace4-80d2d6776b05 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:56.525361 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-ab89dc05-fb9f-421c-ace4-80d2d6776b05 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/networks?id=935d90e8-9c62-46ee-980f-2844116d2f71 HTTP/1.1" status: 200 len: 809 time: 0.0995719 Aug 13 03:40:56.540429 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-084d31b9-7aa7-4196-9498-2b4b1a60e26f tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/quotas/cc7db04257324af795d8e7b8fb28104f HTTP/1.1" status: 200 len: 375 time: 0.0089562 Aug 13 03:40:56.620519 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-5f37e3c0-359d-40d5-b1b3-a641f0075e0b tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc7db04257324af795d8e7b8fb28104f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748010 Aug 13 03:40:56.628778 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff903cf8-6d25-4316-bbd6-7012489f6937 req-61f488a3-dbd0-4fd5-8081-f163bef9ba4d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:56.630164 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ff903cf8-6d25-4316-bbd6-7012489f6937 req-61f488a3-dbd0-4fd5-8081-f163bef9ba4d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 945 time: 0.0738246 Aug 13 03:40:56.726666 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ff903cf8-6d25-4316-bbd6-7012489f6937 req-ca941056-f0f0-4235-9f53-09dbb53a71d6 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=7568592c-c106-452d-bd4c-03672e574f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812573 Aug 13 03:40:56.745322 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-dc82ea92-5336-4bd8-9af7-9cc83f67262a service neutron] 10.222.0.57 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111274 Aug 13 03:40:56.830512 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-9e0aea71-2f2c-4215-8efe-7389db3618e0 service neutron] 10.222.0.57 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788791 Aug 13 03:40:57.107943 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-14b238ef-1f1e-407e-a219-d0749937eab8 req-a1a19011-4299-41e9-a113-f628cc0ab69a tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 210 time: 0.0285642 Aug 13 03:40:57.219156 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a69f82-d595-4afe-9383-7bf012c92a2a req-1134d746-07f6-448d-85a6-5c7e78a22ee6 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:57.220882 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f6a69f82-d595-4afe-9383-7bf012c92a2a req-1134d746-07f6-448d-85a6-5c7e78a22ee6 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 946 time: 0.0530350 Aug 13 03:40:57.260727 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f6a69f82-d595-4afe-9383-7bf012c92a2a req-6cb56c4b-1eb4-46b9-8d86-54eda22074de tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/security-groups?id=7bda60fb-e0a7-4673-837c-5aea8fab1790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327835 Aug 13 03:40:57.311780 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:57.822889 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac3ed9-3b5e-471d-bab0-5417ee0235d9 req-6305cc8b-006a-431a-9b14-328a22bdf16f tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:57.824388 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-29ac3ed9-3b5e-471d-bab0-5417ee0235d9 req-6305cc8b-006a-431a-9b14-328a22bdf16f tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 946 time: 0.0480781 Aug 13 03:40:57.851523 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890617d-796b-4f14-8203-35fedf03e2a8 req-be819a8b-a80f-4136-a41e-387385d66f8e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:57.853123 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2890617d-796b-4f14-8203-35fedf03e2a8 req-be819a8b-a80f-4136-a41e-387385d66f8e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 945 time: 0.0480149 Aug 13 03:40:57.890922 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2890617d-796b-4f14-8203-35fedf03e2a8 req-f65dbd56-56e2-44c7-b328-0771db4c8fb0 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=7568592c-c106-452d-bd4c-03672e574f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315418 Aug 13 03:40:57.916593 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-29ac3ed9-3b5e-471d-bab0-5417ee0235d9 req-9f3048f4-163b-498a-9fa6-6f2cf285e7e7 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Deleting port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:40:57.916939 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-29ac3ed9-3b5e-471d-bab0-5417ee0235d9 req-9f3048f4-163b-498a-9fa6-6f2cf285e7e7 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:58.009333 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f29a77-5fca-4121-a1c4-3123196bc8b5 req-7127373d-30e5-44e1-afeb-7f5d652d0a58 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:58.010757 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e8f29a77-5fca-4121-a1c4-3123196bc8b5 req-7127373d-30e5-44e1-afeb-7f5d652d0a58 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 945 time: 0.0533309 Aug 13 03:40:58.020052 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 37232) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:58.026376 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-d1640c9d-dabf-4acf-aa22-536a86a7fc9e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Request body: {'floatingip': {'port_id': 'e523b170-899a-43cb-8826-903fb240f0ce'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:58.068548 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d1640c9d-dabf-4acf-aa22-536a86a7fc9e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:58.078373 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-29ac3ed9-3b5e-471d-bab0-5417ee0235d9 req-9f3048f4-163b-498a-9fa6-6f2cf285e7e7 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] For port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=97ceab4d-66ee-4367-b9c2-f64adb18d4ad,segment=NetworkSegment(794496a2-261a-4dac-b81f-9598f600ca68),segment_id=794496a2-261a-4dac-b81f-9598f600ca68)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:40:58.078980 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-29ac3ed9-3b5e-471d-bab0-5417ee0235d9 req-9f3048f4-163b-498a-9fa6-6f2cf285e7e7 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:58.097726 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-29ac3ed9-3b5e-471d-bab0-5417ee0235d9 req-9f3048f4-163b-498a-9fa6-6f2cf285e7e7 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Calling delete_port for 97ceab4d-66ee-4367-b9c2-f64adb18d4ad owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:40:58.105701 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-55a502dc-f2ad-4c37-bfdf-8a4e13345813 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:58.107305 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-55a502dc-f2ad-4c37-bfdf-8a4e13345813 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.63 "GET /v2.0/networks?id=935d90e8-9c62-46ee-980f-2844116d2f71 HTTP/1.1" status: 200 len: 809 time: 0.1482210 Aug 13 03:40:58.220500 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-bdc582cc-9651-4059-bb61-0dd8f5ae8df5 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc7db04257324af795d8e7b8fb28104f HTTP/1.1" status: 200 len: 380 time: 0.0741858 Aug 13 03:40:58.254875 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8ba8cc32-ea6c-461c-9d6e-966fad76b070 req-a3ed15a8-f866-4148-9ac7-ad5045d24fd4 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 210 time: 0.0300336 Aug 13 03:40:58.258557 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Request body: {'port': {'device_id': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'admin_state_up': True, 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'security_groups': ['5fa86dea-770d-4946-b171-5e55152dd54e']}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:58.346383 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-29ac3ed9-3b5e-471d-bab0-5417ee0235d9 req-9f3048f4-163b-498a-9fa6-6f2cf285e7e7 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:58.357605 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['97ceab4d-66ee-4367-b9c2-f64adb18d4ad'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:40:58.389208 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3048f4-163b-498a-9fa6-6f2cf285e7e7 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Pushing event deleted for resources: {'Port': ['ID=97ceab4d-66ee-4367-b9c2-f64adb18d4ad,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:58.417340 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fe9f9cd5-0b88-45e4-8dc0-9165fe8d5634 req-565d024a-2c5e-46eb-9c80-a492465a3fab tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7a560ed-18d7-4be9-8506-1d45072dae08 HTTP/1.1" status: 200 len: 210 time: 0.0674243 Aug 13 03:40:58.437657 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ac3ed9-3b5e-471d-bab0-5417ee0235d9 req-9f3048f4-163b-498a-9fa6-6f2cf285e7e7 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] No DVR routers for this DVR port 97ceab4d-66ee-4367-b9c2-f64adb18d4ad on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:40:58.441164 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-29ac3ed9-3b5e-471d-bab0-5417ee0235d9 req-9f3048f4-163b-498a-9fa6-6f2cf285e7e7 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:58.443464 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-29ac3ed9-3b5e-471d-bab0-5417ee0235d9 req-9f3048f4-163b-498a-9fa6-6f2cf285e7e7 tempest-VolumesSnapshotTestJSON-1836247682 tempest-VolumesSnapshotTestJSON-1836247682-project] 10.222.0.63 "DELETE /v2.0/ports/97ceab4d-66ee-4367-b9c2-f64adb18d4ad HTTP/1.1" status: 204 len: 173 time: 0.6108303 Aug 13 03:40:58.443891 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a560ed-18d7-4be9-8506-1d45072dae08', 'name': 'network-vif-deleted', 'tag': '97ceab4d-66ee-4367-b9c2-f64adb18d4ad'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:40:58.446120 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71da855-b3e6-41ab-93f2-8813c63c2e16" -d '{"events": [{"server_uuid": "a7a560ed-18d7-4be9-8506-1d45072dae08", "name": "network-vif-deleted", "tag": "97ceab4d-66ee-4367-b9c2-f64adb18d4ad"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:40:58.460733 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Made reservation on behalf of cc7db04257324af795d8e7b8fb28104f for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:40:58.464632 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:58.528228 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce83902-7de1-4aec-9ec3-fb3b1dee6a71 x-openstack-request-id: req-3ce83902-7de1-4aec-9ec3-fb3b1dee6a71 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:40:58.528598 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a560ed-18d7-4be9-8506-1d45072dae08", "name": "network-vif-deleted", "tag": "97ceab4d-66ee-4367-b9c2-f64adb18d4ad", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:40:58.528923 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ce83902-7de1-4aec-9ec3-fb3b1dee6a71 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:40:58.529385 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a560ed-18d7-4be9-8506-1d45072dae08', 'name': 'network-vif-deleted', 'tag': '97ceab4d-66ee-4367-b9c2-f64adb18d4ad', 'status': 'completed', 'code': 200} Aug 13 03:40:58.613322 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d1640c9d-dabf-4acf-aa22-536a86a7fc9e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:58.617287 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d1640c9d-dabf-4acf-aa22-536a86a7fc9e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:58.618462 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Allocated IP 172.20.0.6 (935d90e8-9c62-46ee-980f-2844116d2f71/c30d4b08-50db-46c4-9f62-8fe5cb355d2f/36ef1150-029d-4bf8-b285-21c63a30fdca) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:40:58.722680 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-d1640c9d-dabf-4acf-aa22-536a86a7fc9e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Floating IP 1660b22d-714b-42b6-93ab-37d9fe09569c associated. External IP: 172.27.0.222, port: e523b170-899a-43cb-8826-903fb240f0ce. Aug 13 03:40:58.760436 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:58.774080 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Transition to ACTIVE for port object 36ef1150-029d-4bf8-b285-21c63a30fdca will not be triggered until provisioned by entity DHCP. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:58.808397 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:58.848645 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Network 935d90e8-9c62-46ee-980f-2844116d2f71 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:40:58.852337 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:40:58.857914 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:40:58.882834 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:58.916451 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:58.917135 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:58.923679 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Pushing event updated for resources: {'Port': ['ID=36ef1150-029d-4bf8-b285-21c63a30fdca,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:58.940962 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d33f95b2-72e9-4c3d-ae17-e95c03e528ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6883452 Aug 13 03:40:58.957854 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Request body: {'port': {'device_id': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:59.029688 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:59.218252 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1640c9d-dabf-4acf-aa22-536a86a7fc9e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Router f461b812-6795-4808-a488-54fc110d7d59 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:40:59.225940 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7e6e1eaa-0a32-4b88-bc36-89aec859582b None None] Provisioning for port 36ef1150-029d-4bf8-b285-21c63a30fdca completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:40:59.231359 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7e6e1eaa-0a32-4b88-bc36-89aec859582b None None] Provisioning complete for port 36ef1150-029d-4bf8-b285-21c63a30fdca triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:59.231744 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7e6e1eaa-0a32-4b88-bc36-89aec859582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:59.264442 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7e6e1eaa-0a32-4b88-bc36-89aec859582b None None] Port 36ef1150-029d-4bf8-b285-21c63a30fdca cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:40:59.328933 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ef1150-029d-4bf8-b285-21c63a30fdca {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:40:59.338655 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:59.343498 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1640c9d-dabf-4acf-aa22-536a86a7fc9e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:40:59.348535 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d1640c9d-dabf-4acf-aa22-536a86a7fc9e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:59.354874 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834fce4e-b6d8-47d0-ae21-c6cedcb2dc95 None None] Sync routers for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:40:59.362274 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Transition to ACTIVE for port object 36ef1150-029d-4bf8-b285-21c63a30fdca will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:40:59.364115 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834fce4e-b6d8-47d0-ae21-c6cedcb2dc95 None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:59.365294 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-834fce4e-b6d8-47d0-ae21-c6cedcb2dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:59.366431 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:59.381709 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d1640c9d-dabf-4acf-aa22-536a86a7fc9e tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "PUT /v2.0/floatingips/1660b22d-714b-42b6-93ab-37d9fe09569c HTTP/1.1" status: 200 len: 991 time: 1.3577187 Aug 13 03:40:59.391803 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd1d324-22dd-4780-898a-257ac888f73e', 'tag': 'e523b170-899a-43cb-8826-903fb240f0ce'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:40:59.394804 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e00711f-0777-433f-a5f6-03dad3a5c38c" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd1d324-22dd-4780-898a-257ac888f73e", "tag": "e523b170-899a-43cb-8826-903fb240f0ce"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:40:59.424376 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dc1f0-32e5-4c7b-b814-ca56b86b41cd req-b3034e15-5d73-4db6-ad23-f66949b74483 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:59.426279 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b04dc1f0-32e5-4c7b-b814-ca56b86b41cd req-b3034e15-5d73-4db6-ad23-f66949b74483 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 931 time: 0.0955601 Aug 13 03:40:59.477831 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Pushing event updated for resources: {'Port': ['ID=36ef1150-029d-4bf8-b285-21c63a30fdca,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:59.484044 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b04dc1f0-32e5-4c7b-b814-ca56b86b41cd req-1c7fe233-c038-4958-be93-de0bca595317 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518360 Aug 13 03:40:59.494077 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Attempting to bind port 36ef1150-029d-4bf8-b285-21c63a30fdca on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:40:59.494426 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Attempting to bind port 36ef1150-029d-4bf8-b285-21c63a30fdca by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:40:59.494772 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Attempting to bind port 36ef1150-029d-4bf8-b285-21c63a30fdca on network 935d90e8-9c62-46ee-980f-2844116d2f71 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:59.504454 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Port 36ef1150-029d-4bf8-b285-21c63a30fdca on network 935d90e8-9c62-46ee-980f-2844116d2f71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:40:59.504792 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Attempting to bind port 36ef1150-029d-4bf8-b285-21c63a30fdca on network 935d90e8-9c62-46ee-980f-2844116d2f71 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:40:59.514307 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:40:59.514658 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Checking segment: {'id': '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:40:59.515052 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Bound using segment: {'id': '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:40:59.515499 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Bound port: 36ef1150-029d-4bf8-b285-21c63a30fdca, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:40:59.515868 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:59.542703 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23a623f-da90-4b05-98b4-68e9d0481c6d x-openstack-request-id: req-b23a623f-da90-4b05-98b4-68e9d0481c6d {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:40:59.543000 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd1d324-22dd-4780-898a-257ac888f73e", "tag": "e523b170-899a-43cb-8826-903fb240f0ce", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:40:59.543252 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b23a623f-da90-4b05-98b4-68e9d0481c6d {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:40:59.543651 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd1d324-22dd-4780-898a-257ac888f73e', 'tag': 'e523b170-899a-43cb-8826-903fb240f0ce', 'status': 'completed', 'code': 200} Aug 13 03:40:59.558438 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-834fce4e-b6d8-47d0-ae21-c6cedcb2dc95 None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:40:59.634320 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] For port 36ef1150-029d-4bf8-b285-21c63a30fdca, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:40:59.638521 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] For port 36ef1150-029d-4bf8-b285-21c63a30fdca, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=36ef1150-029d-4bf8-b285-21c63a30fdca,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:40:59.643781 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00711f-0777-433f-a5f6-03dad3a5c38c req-1c159634-6c6f-47df-a038-9c390bf8ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:59.645718 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2e00711f-0777-433f-a5f6-03dad3a5c38c req-1c159634-6c6f-47df-a038-9c390bf8ee3c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=20909ce51f4946e4a6d8cc2c3692f098&device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 1098 time: 0.0712433 Aug 13 03:40:59.647441 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:59.725641 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:59.726039 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:59.727758 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] 10.222.0.63 "PUT /v2.0/ports/36ef1150-029d-4bf8-b285-21c63a30fdca HTTP/1.1" status: 200 len: 1093 time: 0.7777860 Aug 13 03:40:59.769081 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cddbc7-2583-4184-8c72-0d87b8a8e30b service neutron] Pushing event updated for resources: {'Port': ['ID=36ef1150-029d-4bf8-b285-21c63a30fdca,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:59.801455 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00711f-0777-433f-a5f6-03dad3a5c38c req-3cba940a-c9df-473a-bd20-a9dbd44a2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:59.803102 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2e00711f-0777-433f-a5f6-03dad3a5c38c req-3cba940a-c9df-473a-bd20-a9dbd44a2c9e service neutron] 10.222.0.63 "GET /v2.0/networks?id=2bc5c885-09d1-4b83-854e-b64e8b2033af HTTP/1.1" status: 200 len: 912 time: 0.1465452 Aug 13 03:40:59.869681 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-834fce4e-b6d8-47d0-ae21-c6cedcb2dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '1660b22d-714b-42b6-93ab-37d9fe09569c', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'port_id': 'e523b170-899a-43cb-8826-903fb240f0ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'mac_address': 'fa:16:3e:fc:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd1d324-22dd-4780-898a-257ac888f73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:40:40Z', 'updated_at': '2021-08-13T03:40:58Z', 'revision_number': 1, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:37Z', 'revision_number': 5, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:59.900114 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834fce4e-b6d8-47d0-ae21-c6cedcb2dc95 None None] Checking router: f461b812-6795-4808-a488-54fc110d7d59 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:40:59.901405 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-6526a1f8-4d18-4665-8b13-265a00b1c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:59.903503 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-6526a1f8-4d18-4665-8b13-265a00b1c636 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cc7db04257324af795d8e7b8fb28104f&device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 1096 time: 0.0992277 Aug 13 03:40:59.907989 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2e00711f-0777-433f-a5f6-03dad3a5c38c req-09e56804-8b8a-4c13-9026-0f53c8922bd8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e523b170-899a-43cb-8826-903fb240f0ce HTTP/1.1" status: 200 len: 999 time: 0.0778744 Aug 13 03:40:59.914131 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834fce4e-b6d8-47d0-ae21-c6cedcb2dc95 None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:40:59.914773 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-834fce4e-b6d8-47d0-ae21-c6cedcb2dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:40:59.959539 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-52baf663-afc1-4f09-bf9c-201318ef2b62 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ef1150-029d-4bf8-b285-21c63a30fdca HTTP/1.1" status: 200 len: 217 time: 0.0418072 Aug 13 03:41:00.036212 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00711f-0777-433f-a5f6-03dad3a5c38c req-322657c0-7ac9-4510-99f7-b50f59d55844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:00.037564 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2e00711f-0777-433f-a5f6-03dad3a5c38c req-322657c0-7ac9-4510-99f7-b50f59d55844 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d0c1a94a-64dc-4d90-a316-1a8d4b512718 HTTP/1.1" status: 200 len: 850 time: 0.0862331 Aug 13 03:41:00.042533 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-21bb86d2-ece4-4bf2-83fd-10125e498b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:00.043847 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-21bb86d2-ece4-4bf2-83fd-10125e498b84 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c30d4b08-50db-46c4-9f62-8fe5cb355d2f HTTP/1.1" status: 200 len: 848 time: 0.0620437 Aug 13 03:41:00.046898 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-834fce4e-b6d8-47d0-ae21-c6cedcb2dc95 None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:41:00.118709 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00711f-0777-433f-a5f6-03dad3a5c38c req-d39a1cf9-42cd-40f0-a8e6-105e13167bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:00.120257 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2e00711f-0777-433f-a5f6-03dad3a5c38c req-d39a1cf9-42cd-40f0-a8e6-105e13167bbc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2bc5c885-09d1-4b83-854e-b64e8b2033af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691004 Aug 13 03:41:00.126201 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1b92933-190a-4db2-90fe-4b329ec8637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:00.128019 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-f1b92933-190a-4db2-90fe-4b329ec8637e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=935d90e8-9c62-46ee-980f-2844116d2f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694597 Aug 13 03:41:00.280738 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2e00711f-0777-433f-a5f6-03dad3a5c38c req-64b52dbd-e1f3-45e4-9692-c31be7e8cd43 service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517396 Aug 13 03:41:00.283951 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-d639ccec-9a03-4d57-b53f-23b762ff92e0 service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474681 Aug 13 03:41:00.390404 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-834fce4e-b6d8-47d0-ae21-c6cedcb2dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '1660b22d-714b-42b6-93ab-37d9fe09569c', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'port_id': 'e523b170-899a-43cb-8826-903fb240f0ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'mac_address': 'fa:16:3e:fc:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd1d324-22dd-4780-898a-257ac888f73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:40:40Z', 'updated_at': '2021-08-13T03:40:58Z', 'revision_number': 1, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:37Z', 'revision_number': 5, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:41:00.418478 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834fce4e-b6d8-47d0-ae21-c6cedcb2dc95 None None] The sync data for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi is: [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '1660b22d-714b-42b6-93ab-37d9fe09569c', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'port_id': 'e523b170-899a-43cb-8826-903fb240f0ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'mac_address': 'fa:16:3e:fc:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd1d324-22dd-4780-898a-257ac888f73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:40:40Z', 'updated_at': '2021-08-13T03:40:58Z', 'revision_number': 1, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:37Z', 'revision_number': 5, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:41:00.454158 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2e00711f-0777-433f-a5f6-03dad3a5c38c req-43d9c861-6d46-4907-b6a5-0d76f61a77c2 service neutron] 10.222.0.63 "GET /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590784 Aug 13 03:41:00.456835 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-139aca89-03fe-4e75-8c31-3aece5f0dddf req-bd79b00b-93bc-4f23-8e5e-626f94e95adf service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608298 Aug 13 03:41:00.530699 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:41:00.533065 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de657a03-f6ba-4933-93e3-bb43babd21ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:41:00.607684 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fd2e2-ef81-4cd8-a288-03c98b33c1c1 req-189ee7df-8cd5-4f77-9353-2957d2b180e4 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:00.609810 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-919fd2e2-ef81-4cd8-a288-03c98b33c1c1 req-189ee7df-8cd5-4f77-9353-2957d2b180e4 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 943 time: 0.0523160 Aug 13 03:41:00.615988 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6e592-9063-4dd8-9d88-9f380281cb72 None None] New status for floating IP 1660b22d-714b-42b6-93ab-37d9fe09569c: ACTIVE {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:41:00.633283 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479ab469-624f-4491-b791-b1f5ee0c6439 x-openstack-request-id: req-479ab469-624f-4491-b791-b1f5ee0c6439 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:41:00.633649 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:41:00.633972 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-479ab469-624f-4491-b791-b1f5ee0c6439 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:41:00.634439 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'status': 'completed', 'code': 200} Aug 13 03:41:00.652440 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-919fd2e2-ef81-4cd8-a288-03c98b33c1c1 req-a1e6c36e-d261-40f2-8bab-8f2367b3bcd9 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361848 Aug 13 03:41:00.699812 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de657a03-f6ba-4933-93e3-bb43babd21ea req-b5d82074-c061-45bf-944e-39f07c086ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:00.701355 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-de657a03-f6ba-4933-93e3-bb43babd21ea req-b5d82074-c061-45bf-944e-39f07c086ebd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cc7db04257324af795d8e7b8fb28104f&device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 1096 time: 0.0407631 Aug 13 03:41:00.793462 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de657a03-f6ba-4933-93e3-bb43babd21ea req-9935e5f7-972f-4a42-8e1a-862053a89bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:00.794944 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-de657a03-f6ba-4933-93e3-bb43babd21ea req-9935e5f7-972f-4a42-8e1a-862053a89bfb service neutron] 10.222.0.63 "GET /v2.0/networks?id=935d90e8-9c62-46ee-980f-2844116d2f71 HTTP/1.1" status: 200 len: 910 time: 0.0856557 Aug 13 03:41:00.843816 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-de657a03-f6ba-4933-93e3-bb43babd21ea req-c35de50e-0ce5-4717-a0d6-542d3d99891a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ef1150-029d-4bf8-b285-21c63a30fdca HTTP/1.1" status: 200 len: 217 time: 0.0365646 Aug 13 03:41:00.890933 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de657a03-f6ba-4933-93e3-bb43babd21ea req-4f0a1929-ff1b-4008-8aeb-0d1917fed6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:00.892271 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-de657a03-f6ba-4933-93e3-bb43babd21ea req-4f0a1929-ff1b-4008-8aeb-0d1917fed6bd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c30d4b08-50db-46c4-9f62-8fe5cb355d2f HTTP/1.1" status: 200 len: 848 time: 0.0410521 Aug 13 03:41:00.934628 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de657a03-f6ba-4933-93e3-bb43babd21ea req-72f758ee-9cf4-4c5b-9e91-4e67cccc11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:00.936103 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-de657a03-f6ba-4933-93e3-bb43babd21ea req-72f758ee-9cf4-4c5b-9e91-4e67cccc11e4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=935d90e8-9c62-46ee-980f-2844116d2f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0368159 Aug 13 03:41:01.028763 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-de657a03-f6ba-4933-93e3-bb43babd21ea req-b416b7c9-737d-4a5e-989f-dc7fd68b556d service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846031 Aug 13 03:41:01.126253 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-de657a03-f6ba-4933-93e3-bb43babd21ea req-094cec06-62e5-456e-9c47-5940f3e5b789 service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894868 Aug 13 03:41:02.286066 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 97ceab4d-66ee-4367-b9c2-f64adb18d4ad no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:41:02.305511 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: 97ceab4d-66ee-4367-b9c2-f64adb18d4ad {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:41:02.305891 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 97ceab4d-66ee-4367-b9c2-f64adb18d4ad not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:41:03.031559 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:41:04.318003 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0096f8-602d-41b9-9748-c0efd57aafa4 req-bc95fc15-78d7-479b-90b5-554704854de3 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:04.319433 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be0096f8-602d-41b9-9748-c0efd57aafa4 req-bc95fc15-78d7-479b-90b5-554704854de3 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 943 time: 0.0472691 Aug 13 03:41:04.360172 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be0096f8-602d-41b9-9748-c0efd57aafa4 req-f4b0509a-b149-4ef0-9f40-0d12a01642c2 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349152 Aug 13 03:41:05.478447 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221e9c-c482-40d4-8b5f-070ca117c8a3 req-f7dcbaca-5e93-465b-b9ef-06c6b4e6be1c tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:05.479980 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2f221e9c-c482-40d4-8b5f-070ca117c8a3 req-f7dcbaca-5e93-465b-b9ef-06c6b4e6be1c tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 943 time: 0.0508738 Aug 13 03:41:05.522810 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2f221e9c-c482-40d4-8b5f-070ca117c8a3 req-b4df6a80-f206-4198-ae5a-4fd7edfbbaf7 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340042 Aug 13 03:41:06.639374 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807588f-93df-4442-b80c-490ea9d85599 req-ec5dc7b6-22b5-4245-9df5-8f2ccf2073d0 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:06.640887 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9807588f-93df-4442-b80c-490ea9d85599 req-ec5dc7b6-22b5-4245-9df5-8f2ccf2073d0 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 943 time: 0.0491292 Aug 13 03:41:06.679886 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9807588f-93df-4442-b80c-490ea9d85599 req-83644d87-dab2-4dd4-b2c6-ec3dbcdf672c tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331838 Aug 13 03:41:07.790473 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 36ef1150-029d-4bf8-b285-21c63a30fdca details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:41:07.799223 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545bab7-af50-473f-9e86-e76258e8efb4 req-71723cc7-dfcc-40b2-a35c-c351a007e3ec tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:07.801138 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6545bab7-af50-473f-9e86-e76258e8efb4 req-71723cc7-dfcc-40b2-a35c-c351a007e3ec tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 943 time: 0.0502930 Aug 13 03:41:07.845056 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6545bab7-af50-473f-9e86-e76258e8efb4 req-7d062b9f-239b-43e1-adf8-68b9cbae5e74 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372462 Aug 13 03:41:07.898158 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 36ef1150-029d-4bf8-b285-21c63a30fdca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=36ef1150-029d-4bf8-b285-21c63a30fdca,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:41:07.910225 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'port_id': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'mac_address': 'fa:16:3e:51:8b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:41:07.946854 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:07.961129 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ef1150-029d-4bf8-b285-21c63a30fdca {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:41:07.982211 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 36ef1150-029d-4bf8-b285-21c63a30fdca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=36ef1150-029d-4bf8-b285-21c63a30fdca,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:41:07.986027 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:08.037721 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=36ef1150-029d-4bf8-b285-21c63a30fdca,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:08.218965 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['36ef1150-029d-4bf8-b285-21c63a30fdca'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:41:08.960546 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8941201-a92c-4c08-963d-030129da8ec0 req-9010b830-9c31-421a-8e6e-630c701efde9 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:08.962044 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d8941201-a92c-4c08-963d-030129da8ec0 req-9010b830-9c31-421a-8e6e-630c701efde9 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 944 time: 0.0481169 Aug 13 03:41:08.999573 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d8941201-a92c-4c08-963d-030129da8ec0 req-a58cc2ee-2dc6-4d1c-be27-1a0291c626be tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317941 Aug 13 03:41:10.469621 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 36ef1150-029d-4bf8-b285-21c63a30fdca up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:41:10.518545 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port 36ef1150-029d-4bf8-b285-21c63a30fdca completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:41:10.522036 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port 36ef1150-029d-4bf8-b285-21c63a30fdca triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:41:10.522413 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:10.594873 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:10.618087 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:41:10.620346 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd87798e-5dbc-43d1-810f-c2362b51163d" -d '{"events": [{"server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "name": "network-vif-plugged", "status": "completed", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:41:10.632632 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 36ef1150-029d-4bf8-b285-21c63a30fdca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=36ef1150-029d-4bf8-b285-21c63a30fdca,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:41:10.636167 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:10.684107 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=36ef1150-029d-4bf8-b285-21c63a30fdca,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:12.118370 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:12.454391 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d5ab60-7dd4-4a38-a6b8-c33933b48876 x-openstack-request-id: req-a1d5ab60-7dd4-4a38-a6b8-c33933b48876 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:41:12.454943 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "name": "network-vif-plugged", "status": "completed", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:41:12.455227 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1d5ab60-7dd4-4a38-a6b8-c33933b48876 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:41:12.455625 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'code': 200} Aug 13 03:41:12.504874 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82327647-124d-4cd9-8470-8fb1d749202d req-03b174ca-a63a-43d7-bf42-f0f7ff06c6ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:12.506371 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-82327647-124d-4cd9-8470-8fb1d749202d req-03b174ca-a63a-43d7-bf42-f0f7ff06c6ce tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0522730 Aug 13 03:41:12.543518 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-82327647-124d-4cd9-8470-8fb1d749202d req-83ff7285-c222-47f0-8a2f-b02c33a31f03 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314744 Aug 13 03:41:12.676581 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7dea3-dba9-4223-a209-9421bce1d2d7 req-6c5d220f-0ced-489b-af92-4aba45703c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:12.677874 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-13d7dea3-dba9-4223-a209-9421bce1d2d7 req-6c5d220f-0ced-489b-af92-4aba45703c7b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 1098 time: 0.0410020 Aug 13 03:41:12.720374 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-13d7dea3-dba9-4223-a209-9421bce1d2d7 req-7bec2c7f-88f6-4a28-8c7a-855bba42660e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352063 Aug 13 03:41:13.667371 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b83d9f-b3eb-486e-9421-cf3bf2a8bcd2 req-12e36cdb-a835-4e08-aca0-e87eacbfde4f tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:13.668876 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-31b83d9f-b3eb-486e-9421-cf3bf2a8bcd2 req-12e36cdb-a835-4e08-aca0-e87eacbfde4f tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0504944 Aug 13 03:41:13.711410 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-31b83d9f-b3eb-486e-9421-cf3bf2a8bcd2 req-65464d16-041b-42a3-90a7-389e32b73172 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363569 Aug 13 03:41:13.829256 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2669d4-0d05-460b-be3f-7e0b4bcd71b3 req-2b153a83-eb4e-4140-b131-72fafcaa30d3 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:13.831011 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ab2669d4-0d05-460b-be3f-7e0b4bcd71b3 req-2b153a83-eb4e-4140-b131-72fafcaa30d3 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0499187 Aug 13 03:41:13.868666 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ab2669d4-0d05-460b-be3f-7e0b4bcd71b3 req-21aa3e7f-513b-49b7-b23c-f46bd5f7aa42 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311089 Aug 13 03:41:13.889493 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 37380) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:41:14.015762 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd4396-dfd9-441f-a346-4a76f8b5355b tempest-TestShelveInstance-1996918813 tempest-TestShelveInstance-1996918813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:14.017281 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-eadd4396-dfd9-441f-a346-4a76f8b5355b tempest-TestShelveInstance-1996918813 tempest-TestShelveInstance-1996918813-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 1093 time: 0.1268222 Aug 13 03:41:14.020701 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 37384) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:41:14.025115 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Request body: {'floatingip': {'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'port_id': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:41:14.046105 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for floatingip, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:14.142086 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:14.243373 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Allocated IP 172.27.0.208 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/e4f8e195-c946-4519-a4b3-9b78f623cd19) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:41:14.345547 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:14.382975 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:14.421218 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:41:14.425597 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:41:14.428321 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:41:14.433888 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Pushing event updated for resources: {'Port': ['ID=e4f8e195-c946-4519-a4b3-9b78f623cd19,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:14.458869 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:14.459215 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:14.459565 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:14.459991 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:14.460265 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:14.460599 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:14.460928 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:14.461258 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:14.461588 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:14.461914 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:14.462239 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:14.462561 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:14.812854 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:14.903773 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:15.025894 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cdf97-d961-42e2-83d5-8fe4471411b3 req-1b4a90a8-ec33-4df3-aacf-5e20aba180b9 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:15.027318 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-795cdf97-d961-42e2-83d5-8fe4471411b3 req-1b4a90a8-ec33-4df3-aacf-5e20aba180b9 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.1036131 Aug 13 03:41:15.083796 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-795cdf97-d961-42e2-83d5-8fe4471411b3 req-2b25fce1-2b41-4b32-a2c3-4db82afc6648 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482094 Aug 13 03:41:15.130598 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:15.135271 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25712220'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:15.200580 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Pushing event updated for resources: {'Port': ['ID=e4f8e195-c946-4519-a4b3-9b78f623cd19,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:15.210243 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:15.306691 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Floating IP 2d1c3d44-cfdd-4a24-aabd-fc6cbf6759ec associated. External IP: 172.27.0.208, port: 36ef1150-029d-4bf8-b285-21c63a30fdca. Aug 13 03:41:15.509076 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:41:15.613644 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:41:15.623921 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6b384-5aaa-4c59-a1e5-0a5264638ee3 None None] Sync routers for ids ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:41:15.630467 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:15.637173 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6b384-5aaa-4c59-a1e5-0a5264638ee3 None None] Routers {'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:41:15.637800 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-11d6b384-5aaa-4c59-a1e5-0a5264638ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:41:15.665189 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b42bd6c3-eb06-4393-8d54-9308dd32e14d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6359155 Aug 13 03:41:15.665189 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:41:15.665189 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81ecb87-dfd9-4517-a393-e1abd3bb50bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:41:15.698986 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e714e9-c559-4107-9a6d-0e937509ee59 x-openstack-request-id: req-61e714e9-c559-4107-9a6d-0e937509ee59 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:41:15.699259 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:41:15.699515 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61e714e9-c559-4107-9a6d-0e937509ee59 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:41:15.700037 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'status': 'completed', 'code': 200} Aug 13 03:41:15.741672 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-11d6b384-5aaa-4c59-a1e5-0a5264638ee3 None None] Set router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:41:15.767721 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ecb87-dfd9-4517-a393-e1abd3bb50bb req-4cb19873-369d-4329-af2c-e7d381b23a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:15.770013 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b81ecb87-dfd9-4517-a393-e1abd3bb50bb req-4cb19873-369d-4329-af2c-e7d381b23a05 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cc7db04257324af795d8e7b8fb28104f&device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 1098 time: 0.0442970 Aug 13 03:41:15.859607 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ecb87-dfd9-4517-a393-e1abd3bb50bb req-c70c9647-a80f-4fc6-97b8-489c9ffc7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:15.861027 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b81ecb87-dfd9-4517-a393-e1abd3bb50bb req-c70c9647-a80f-4fc6-97b8-489c9ffc7feb service neutron] 10.222.0.63 "GET /v2.0/networks?id=935d90e8-9c62-46ee-980f-2844116d2f71 HTTP/1.1" status: 200 len: 910 time: 0.0842950 Aug 13 03:41:15.941082 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b81ecb87-dfd9-4517-a393-e1abd3bb50bb req-c784f70f-9b0f-467c-84f2-9ad06e0da498 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ef1150-029d-4bf8-b285-21c63a30fdca HTTP/1.1" status: 200 len: 999 time: 0.0714815 Aug 13 03:41:15.971981 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-11d6b384-5aaa-4c59-a1e5-0a5264638ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 4, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port': {'id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '2d1c3d44-cfdd-4a24-aabd-fc6cbf6759ec', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'port_id': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'mac_address': 'fa:16:3e:51:8b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:41:14Z', 'updated_at': '2021-08-13T03:41:14Z', 'revision_number': 0, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee9e431-2fec-4c16-b251-f8e5fbcaa480', 'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'mac_address': 'fa:16:3e:4b:bc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:29Z', 'updated_at': '2021-08-13T03:40:35Z', 'revision_number': 5, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'subnets': [{'id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:41:15.996591 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ecb87-dfd9-4517-a393-e1abd3bb50bb req-1d006d56-f8df-4732-a674-9a63c2a9a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:15.998230 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b81ecb87-dfd9-4517-a393-e1abd3bb50bb req-1d006d56-f8df-4732-a674-9a63c2a9a709 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c30d4b08-50db-46c4-9f62-8fe5cb355d2f HTTP/1.1" status: 200 len: 848 time: 0.0494738 Aug 13 03:41:16.004079 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6b384-5aaa-4c59-a1e5-0a5264638ee3 None None] Checking router: cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:41:16.012983 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6b384-5aaa-4c59-a1e5-0a5264638ee3 None None] Routers {'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:41:16.013598 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-11d6b384-5aaa-4c59-a1e5-0a5264638ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:40:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:41:16.045060 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ecb87-dfd9-4517-a393-e1abd3bb50bb req-02c39cfb-07ab-49c9-97db-ee0fae018ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:16.046578 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b81ecb87-dfd9-4517-a393-e1abd3bb50bb req-02c39cfb-07ab-49c9-97db-ee0fae018ed7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=935d90e8-9c62-46ee-980f-2844116d2f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391424 Aug 13 03:41:16.114439 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-11d6b384-5aaa-4c59-a1e5-0a5264638ee3 None None] Set router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:41:16.150454 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b81ecb87-dfd9-4517-a393-e1abd3bb50bb req-016ec1b0-61f5-45cd-84b3-46bd643a96da service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890129 Aug 13 03:41:16.223353 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d7b21-73d1-4303-8107-bd701a1e675a req-7fcfac27-8a95-43aa-9182-35ccbb30c190 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:16.224989 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9a8d7b21-73d1-4303-8107-bd701a1e675a req-7fcfac27-8a95-43aa-9182-35ccbb30c190 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0509353 Aug 13 03:41:16.249592 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b81ecb87-dfd9-4517-a393-e1abd3bb50bb req-dff8f821-fa23-41e1-aeff-ad93e8647827 service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899336 Aug 13 03:41:16.268446 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9a8d7b21-73d1-4303-8107-bd701a1e675a req-70fdcb05-0204-4514-9e4e-72e3e4326fac tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359001 Aug 13 03:41:16.354068 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-11d6b384-5aaa-4c59-a1e5-0a5264638ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 4, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port': {'id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '2d1c3d44-cfdd-4a24-aabd-fc6cbf6759ec', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'port_id': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'mac_address': 'fa:16:3e:51:8b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:41:14Z', 'updated_at': '2021-08-13T03:41:14Z', 'revision_number': 0, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee9e431-2fec-4c16-b251-f8e5fbcaa480', 'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'mac_address': 'fa:16:3e:4b:bc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:29Z', 'updated_at': '2021-08-13T03:40:35Z', 'revision_number': 5, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'subnets': [{'id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:41:16.380575 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6b384-5aaa-4c59-a1e5-0a5264638ee3 None None] The sync data for ids ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'] in dv-cinder-759962-7-iscsi is: [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 4, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port': {'id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '2d1c3d44-cfdd-4a24-aabd-fc6cbf6759ec', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'port_id': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'mac_address': 'fa:16:3e:51:8b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:41:14Z', 'updated_at': '2021-08-13T03:41:14Z', 'revision_number': 0, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee9e431-2fec-4c16-b251-f8e5fbcaa480', 'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'mac_address': 'fa:16:3e:4b:bc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:29Z', 'updated_at': '2021-08-13T03:40:35Z', 'revision_number': 5, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'subnets': [{'id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:41:16.547106 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91be63a4-4b70-4920-affa-010ea383113a None None] New status for floating IP 2d1c3d44-cfdd-4a24-aabd-fc6cbf6759ec: ACTIVE {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:41:17.433228 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37892c-aede-471b-8816-8ba19da439b2 req-aa871563-97e1-43e3-8c5c-74a7a5a99fd5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:17.434675 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-af37892c-aede-471b-8816-8ba19da439b2 req-aa871563-97e1-43e3-8c5c-74a7a5a99fd5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0951083 Aug 13 03:41:17.473791 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-af37892c-aede-471b-8816-8ba19da439b2 req-ce7ffed4-a0c1-449d-ac2a-2f8f577b037f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332651 Aug 13 03:41:18.590232 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a155fd-e43a-4cfb-836d-43e058e59db9 req-2af4d292-424c-45a8-8329-348d3665ac07 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:18.591721 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a1a155fd-e43a-4cfb-836d-43e058e59db9 req-2af4d292-424c-45a8-8329-348d3665ac07 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0482674 Aug 13 03:41:18.627984 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a1a155fd-e43a-4cfb-836d-43e058e59db9 req-cd06542b-c5c1-4750-bc9e-936e692d0809 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303721 Aug 13 03:41:19.746030 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc0a23-3c11-433e-9734-9e1a58091f9f req-13b76341-5b5d-47e6-b70a-076c587a266f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:19.747475 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b0fc0a23-3c11-433e-9734-9e1a58091f9f req-13b76341-5b5d-47e6-b70a-076c587a266f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0481355 Aug 13 03:41:19.783002 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b0fc0a23-3c11-433e-9734-9e1a58091f9f req-f650c596-1461-4fe9-aed7-021357ce520b tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297654 Aug 13 03:41:20.901349 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570a2ed-e8a7-4972-9c96-dee353695285 req-fd517d81-477b-4a3d-b160-896f71490ada tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:20.902779 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0570a2ed-e8a7-4972-9c96-dee353695285 req-fd517d81-477b-4a3d-b160-896f71490ada tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0465910 Aug 13 03:41:20.942436 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0570a2ed-e8a7-4972-9c96-dee353695285 req-7d3521ff-e638-47a0-80b1-f8efe3c12a66 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336583 Aug 13 03:41:22.058170 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aa22b-7d77-4909-abef-7f1ee85faba6 req-fc880352-8e08-4ac8-afbe-2faf4e14e219 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:22.059608 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d67aa22b-7d77-4909-abef-7f1ee85faba6 req-fc880352-8e08-4ac8-afbe-2faf4e14e219 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0485048 Aug 13 03:41:22.096103 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d67aa22b-7d77-4909-abef-7f1ee85faba6 req-56503e2e-0f92-436b-ad57-9408e6f1892a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308475 Aug 13 03:41:22.740802 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 37500) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:41:22.784403 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab01ae3d-5d98-4bcc-9b0e-dbd84fec9ee2 admin admin] Deleting subnet 02485006-e98a-4c82-831a-5cafc1ba6fa3 {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:41:22.788079 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ab01ae3d-5d98-4bcc-9b0e-dbd84fec9ee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:22.819995 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ab01ae3d-5d98-4bcc-9b0e-dbd84fec9ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25334338'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:22.864482 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ab01ae3d-5d98-4bcc-9b0e-dbd84fec9ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:22.917285 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ab01ae3d-5d98-4bcc-9b0e-dbd84fec9ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25712230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25276284'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:22.942888 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01ae3d-5d98-4bcc-9b0e-dbd84fec9ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02485006-e98a-4c82-831a-5cafc1ba6fa3,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:22.944865 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ab01ae3d-5d98-4bcc-9b0e-dbd84fec9ee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:22.946796 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ab01ae3d-5d98-4bcc-9b0e-dbd84fec9ee2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/02485006-e98a-4c82-831a-5cafc1ba6fa3 HTTP/1.1" status: 204 len: 168 time: 0.2049272 Aug 13 03:41:22.949188 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 37502) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:41:23.014520 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e6114981-a973-4d23-8324-e2a856bec0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:23.097519 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e6114981-a973-4d23-8324-e2a856bec0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:23.109227 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-e6114981-a973-4d23-8324-e2a856bec0ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670']}} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:41:23.121819 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-e6114981-a973-4d23-8324-e2a856bec0ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794496a2-261a-4dac-b81f-9598f600ca68') {'for_net_delete': True} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:41:23.122033 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-e6114981-a973-4d23-8324-e2a856bec0ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794496a2-261a-4dac-b81f-9598f600ca68') {} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:41:23.130932 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e6114981-a973-4d23-8324-e2a856bec0ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25334357'] for segment, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:23.143990 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e6114981-a973-4d23-8324-e2a856bec0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:23.150608 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6114981-a973-4d23-8324-e2a856bec0ec admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:41:23.151172 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e6114981-a973-4d23-8324-e2a856bec0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25712312'] for segment, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: Traceback (most recent call last): Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: timer() Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: cb(*args, **kw) Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: return func(*args, **kwargs) Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: self._notify() Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: self.callback(batched_events) Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: event.method(event) Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: return f(self, *a, **k) Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: return self._get(url).json() Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: return self.request(url, 'GET', **kwargs) Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:41:23.153047 dv-cinder-759962-7-iscsi neutron-server[94057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:41:23.231711 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e6114981-a973-4d23-8324-e2a856bec0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:23.240696 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e6114981-a973-4d23-8324-e2a856bec0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:23.242500 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-e6114981-a973-4d23-8324-e2a856bec0ec admin admin] 10.222.0.57 "DELETE /v2.0/networks/8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670 HTTP/1.1" status: 204 len: 168 time: 0.2924168 Aug 13 03:41:23.253502 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6114981-a973-4d23-8324-e2a856bec0ec admin admin] Pushing event deleted for resources: {'Network': ['ID=8f91ddb0-8eb5-4ff2-aa61-3cbb5688c670,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:23.265233 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0041c94-11c1-4a31-80e5-b5fdc074dfb1 req-658ddec3-1e9f-4f14-ab16-9a2a70dfd76d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:23.266713 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e0041c94-11c1-4a31-80e5-b5fdc074dfb1 req-658ddec3-1e9f-4f14-ab16-9a2a70dfd76d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0778706 Aug 13 03:41:23.303867 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e0041c94-11c1-4a31-80e5-b5fdc074dfb1 req-143a9cb5-1472-4fd1-9788-a74df93a63ec tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312934 Aug 13 03:41:23.402416 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 37510) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:41:23.446121 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-0c3f668b-14fd-4285-b5ef-2e3d330d5373 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a21bda711274989bfbd4e22e8bd0d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425277 Aug 13 03:41:23.448871 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 37512) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:41:23.495673 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-db6a2108-c41b-4b8e-a5ee-6ec75222ab41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:23.518502 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-db6a2108-c41b-4b8e-a5ee-6ec75222ab41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:23.563312 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-db6a2108-c41b-4b8e-a5ee-6ec75222ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:23.563634 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-24a8a047-0f41-486b-9245-e4811715dfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:23.566196 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-db6a2108-c41b-4b8e-a5ee-6ec75222ab41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:23.569681 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-db6a2108-c41b-4b8e-a5ee-6ec75222ab41 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7bda60fb-e0a7-4673-837c-5aea8fab1790 HTTP/1.1" status: 204 len: 168 time: 0.1178250 Aug 13 03:41:23.574889 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a2108-c41b-4b8e-a5ee-6ec75222ab41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bda60fb-e0a7-4673-837c-5aea8fab1790,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:24.423402 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e38d0e-e0be-4938-9000-519fdb72c937 req-9bc0949e-ecb8-45da-b59e-8775b31f12d7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:24.424888 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a5e38d0e-e0be-4938-9000-519fdb72c937 req-9bc0949e-ecb8-45da-b59e-8775b31f12d7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0472341 Aug 13 03:41:24.461480 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a5e38d0e-e0be-4938-9000-519fdb72c937 req-aa21ff59-35f4-44f8-935f-abe330f1f5a1 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303299 Aug 13 03:41:25.582273 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d3927-f8c7-4ab7-adc5-8ea99b5a5038 req-cad190d3-abee-43f5-b419-b9be4c595578 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:25.584417 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-814d3927-f8c7-4ab7-adc5-8ea99b5a5038 req-cad190d3-abee-43f5-b419-b9be4c595578 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0553694 Aug 13 03:41:25.622196 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-814d3927-f8c7-4ab7-adc5-8ea99b5a5038 req-59290abf-3360-4fc9-ac5f-1a1574967b12 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318620 Aug 13 03:41:26.143711 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2bb8665c-2e1c-4b0a-8e5e-435cbf3bb876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:26.283014 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:26.736367 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0c9de-b934-4506-bfff-5064453e6859 req-0d9dd93c-24ae-4411-86b2-2230ecf36825 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:26.737821 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f5a0c9de-b934-4506-bfff-5064453e6859 req-0d9dd93c-24ae-4411-86b2-2230ecf36825 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0473168 Aug 13 03:41:26.774988 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f5a0c9de-b934-4506-bfff-5064453e6859 req-259ebac3-968e-4c31-8125-b3e221c4b044 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305076 Aug 13 03:41:27.315292 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:28.094853 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8c9c6-d039-4322-95a9-894451a1f5f6 req-2d5d54d1-f484-423d-8cab-27d61bb7ebbc tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:28.096313 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-74f8c9c6-d039-4322-95a9-894451a1f5f6 req-2d5d54d1-f484-423d-8cab-27d61bb7ebbc tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0467017 Aug 13 03:41:28.132293 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-74f8c9c6-d039-4322-95a9-894451a1f5f6 req-f8c715d3-af91-46cf-8144-e1e283376a3f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294976 Aug 13 03:41:28.871945 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:29.250283 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8a06b-189f-445f-9964-d4a3d50f3053 req-6d8e132b-9d3d-43ec-9147-b470c595acbe tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:29.251734 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7aa8a06b-189f-445f-9964-d4a3d50f3053 req-6d8e132b-9d3d-43ec-9147-b470c595acbe tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0509431 Aug 13 03:41:29.288101 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7aa8a06b-189f-445f-9964-d4a3d50f3053 req-27d7466e-6a13-44e9-a2e1-c87298fea928 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299346 Aug 13 03:41:30.403087 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2481cae-6600-448b-a7df-f6738cf66c8c req-f744ede7-99ac-4a42-9157-6e9e2b445593 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:30.404565 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c2481cae-6600-448b-a7df-f6738cf66c8c req-f744ede7-99ac-4a42-9157-6e9e2b445593 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0470948 Aug 13 03:41:30.440644 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c2481cae-6600-448b-a7df-f6738cf66c8c req-de106884-e5eb-441d-97fa-24affc83f153 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303111 Aug 13 03:41:31.559894 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41580f04-eeb1-415d-a10f-925b2064df82 req-9c8d6dd0-c5fd-4d80-bcb5-1f441c65a894 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:31.561367 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-41580f04-eeb1-415d-a10f-925b2064df82 req-9c8d6dd0-c5fd-4d80-bcb5-1f441c65a894 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0486078 Aug 13 03:41:31.604564 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-41580f04-eeb1-415d-a10f-925b2064df82 req-b84bed44-7bdb-4a01-aa62-30d799064669 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373302 Aug 13 03:41:31.898580 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ecd10608-d668-48e2-abc3-4bef6b3d52b6 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:41:31.992981 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ecd10608-d668-48e2-abc3-4bef6b3d52b6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:41:32.003746 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'port_id': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'mac_address': 'fa:16:3e:da:f9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:41:32.039822 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:32.054256 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecd10608-d668-48e2-abc3-4bef6b3d52b6 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:41:32.071745 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ecd10608-d668-48e2-abc3-4bef6b3d52b6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:41:32.075617 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:32.128779 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=ecd10608-d668-48e2-abc3-4bef6b3d52b6,revision_number=6']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:32.136644 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:32.136992 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:32.137329 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:32.137663 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:32.137991 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:32.138316 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:32.138641 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:32.138961 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:32.139283 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:32.139602 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:32.139941 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:32.140263 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:32.195158 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['ecd10608-d668-48e2-abc3-4bef6b3d52b6'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:41:32.728541 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ee8fe-0730-494c-9946-3507b5c4f680 req-18c6698c-6bdd-4639-a281-5a62f803bf41 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:32.730631 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f43ee8fe-0730-494c-9946-3507b5c4f680 req-18c6698c-6bdd-4639-a281-5a62f803bf41 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 944 time: 0.0548611 Aug 13 03:41:32.767776 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f43ee8fe-0730-494c-9946-3507b5c4f680 req-2bfdbd85-3992-493d-9806-52c1fadeefd5 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317256 Aug 13 03:41:33.905392 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ecd10608-d668-48e2-abc3-4bef6b3d52b6 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:41:33.905947 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc10ae-bb7d-4a52-b45c-ff4529c64b81 req-cc0f8f50-a401-4dcc-8d25-9918079ba92a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:33.907356 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5dcc10ae-bb7d-4a52-b45c-ff4529c64b81 req-cc0f8f50-a401-4dcc-8d25-9918079ba92a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 944 time: 0.0574899 Aug 13 03:41:33.965586 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5dcc10ae-bb7d-4a52-b45c-ff4529c64b81 req-ab1d0262-578a-4e19-bb59-d1da28ba33ab tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410631 Aug 13 03:41:33.980596 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port ecd10608-d668-48e2-abc3-4bef6b3d52b6 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:41:33.981098 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:34.069411 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:34.093621 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:41:34.095932 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef04ecc-f0c9-4d9b-90fc-e98723162182" -d '{"events": [{"server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "name": "network-vif-plugged", "status": "completed", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:41:34.116292 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ecd10608-d668-48e2-abc3-4bef6b3d52b6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:41:34.121643 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:34.183461 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594b388f-677e-485f-b4c7-a64c26bd8e11 x-openstack-request-id: req-594b388f-677e-485f-b4c7-a64c26bd8e11 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:41:34.183887 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "name": "network-vif-plugged", "status": "completed", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:41:34.184261 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-594b388f-677e-485f-b4c7-a64c26bd8e11 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:41:34.185151 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'code': 200} Aug 13 03:41:34.196895 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=ecd10608-d668-48e2-abc3-4bef6b3d52b6,revision_number=7']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:35.214222 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e35013-3c99-4c8c-b6b4-cfa4b7ae6d9b req-a0ccfe2d-ecfd-455a-82b5-d2dd0559ef00 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:35.215773 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-61e35013-3c99-4c8c-b6b4-cfa4b7ae6d9b req-a0ccfe2d-ecfd-455a-82b5-d2dd0559ef00 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.1738451 Aug 13 03:41:35.261900 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-61e35013-3c99-4c8c-b6b4-cfa4b7ae6d9b req-9e2f83ec-15df-416f-9d30-5621f82e35f0 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394328 Aug 13 03:41:36.436598 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0731c3-84f8-4b4d-aa8c-25605ad730c0 req-ab706ab4-b1ed-4970-8d6b-46f7893ba536 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:36.438423 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dc0731c3-84f8-4b4d-aa8c-25605ad730c0 req-ab706ab4-b1ed-4970-8d6b-46f7893ba536 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0936778 Aug 13 03:41:36.755503 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dc0731c3-84f8-4b4d-aa8c-25605ad730c0 req-f5a14b0c-d6aa-4861-b9d4-9a336784dc54 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022211 Aug 13 03:41:37.881016 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e89b0d-56dc-4ca0-8fcc-ee054864b618 req-cb7668c6-c944-4c45-a812-42cfa2832c65 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:37.882675 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a4e89b0d-56dc-4ca0-8fcc-ee054864b618 req-cb7668c6-c944-4c45-a812-42cfa2832c65 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0501015 Aug 13 03:41:37.922041 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a4e89b0d-56dc-4ca0-8fcc-ee054864b618 req-d83a2f02-c307-4072-9cb7-3007f1ac7a12 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333340 Aug 13 03:41:39.049965 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da22b8-27a1-49d4-a665-fcea4825a603 req-0887cd51-0afa-43b7-b758-d72741ec764f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:39.058406 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-79da22b8-27a1-49d4-a665-fcea4825a603 req-0887cd51-0afa-43b7-b758-d72741ec764f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0576570 Aug 13 03:41:39.093616 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-79da22b8-27a1-49d4-a665-fcea4825a603 req-57ec5352-44fb-45b8-8ea6-2197bc2998df tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342307 Aug 13 03:41:39.669253 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3afe72-35c3-4848-99f4-a21c5ce5fa10 req-9fb6cedc-6630-4b34-8932-b83ff1b87d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:39.670934 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-8a3afe72-35c3-4848-99f4-a21c5ce5fa10 req-9fb6cedc-6630-4b34-8932-b83ff1b87d41 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 1098 time: 0.1030786 Aug 13 03:41:39.795308 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3afe72-35c3-4848-99f4-a21c5ce5fa10 req-f072d5e0-b044-4f74-9b2b-1dadbafdfc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:39.797642 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-8a3afe72-35c3-4848-99f4-a21c5ce5fa10 req-f072d5e0-b044-4f74-9b2b-1dadbafdfc32 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 918 time: 0.1031308 Aug 13 03:41:40.069398 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:41:40.150817 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-8a3afe72-35c3-4848-99f4-a21c5ce5fa10 req-6a9aa931-f5a2-4230-83e7-a6fdea05466e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6 HTTP/1.1" status: 200 len: 1001 time: 0.3435752 Aug 13 03:41:40.272618 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5b75-63d5-4e9a-8bcd-21eb97e79d1b req-6a6bd186-3da3-4f2a-804a-20a4df6d0825 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:40.275434 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-940e5b75-63d5-4e9a-8bcd-21eb97e79d1b req-6a6bd186-3da3-4f2a-804a-20a4df6d0825 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0693903 Aug 13 03:41:40.277406 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3afe72-35c3-4848-99f4-a21c5ce5fa10 req-67a61883-9164-4975-a62c-75c24b25f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:40.279225 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-8a3afe72-35c3-4848-99f4-a21c5ce5fa10 req-67a61883-9164-4975-a62c-75c24b25f66e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=204cc8a8-df78-4b34-a937-2e3a8d58cc1b HTTP/1.1" status: 200 len: 856 time: 0.1170900 Aug 13 03:41:40.317189 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-940e5b75-63d5-4e9a-8bcd-21eb97e79d1b req-3006e0a9-4abc-40ce-ae08-03560cd72424 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360398 Aug 13 03:41:40.337431 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3afe72-35c3-4848-99f4-a21c5ce5fa10 req-93e6f2e5-602d-472e-8d7e-1f1ebf52162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:40.339322 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-8a3afe72-35c3-4848-99f4-a21c5ce5fa10 req-93e6f2e5-602d-472e-8d7e-1f1ebf52162b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501530 Aug 13 03:41:40.454438 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-8a3afe72-35c3-4848-99f4-a21c5ce5fa10 req-89ac9b3c-2137-4ffe-b980-fb3788fa83cd service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045823 Aug 13 03:41:40.554169 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-8a3afe72-35c3-4848-99f4-a21c5ce5fa10 req-f69cb230-ad07-4c7c-b4f7-c51d0a88de10 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916584 Aug 13 03:41:41.449072 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b2c5c-459e-4b51-b392-5ca33fe34d48 req-ee1d85af-60a5-4054-957e-44a1809beb6b tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:41.450575 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-298b2c5c-459e-4b51-b392-5ca33fe34d48 req-ee1d85af-60a5-4054-957e-44a1809beb6b tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0560153 Aug 13 03:41:41.495362 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-298b2c5c-459e-4b51-b392-5ca33fe34d48 req-99f82cdf-ba9f-4b96-8b6e-e5554ef59a6e tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369217 Aug 13 03:41:42.159328 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:42.373948 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97927258-60ae-4cd1-bb3e-eb2fec881c4b req-73dff65f-bc6f-4070-b491-b89b098649ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:42.375378 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-97927258-60ae-4cd1-bb3e-eb2fec881c4b req-73dff65f-bc6f-4070-b491-b89b098649ae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 1098 time: 0.0427353 Aug 13 03:41:42.461722 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97927258-60ae-4cd1-bb3e-eb2fec881c4b req-e834bfe1-01a8-4356-bb5b-e9b27a441e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:42.463167 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-97927258-60ae-4cd1-bb3e-eb2fec881c4b req-e834bfe1-01a8-4356-bb5b-e9b27a441e56 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 918 time: 0.0796685 Aug 13 03:41:42.529001 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-97927258-60ae-4cd1-bb3e-eb2fec881c4b req-a47b26bd-3e9b-4a00-b6c1-3192d5ade363 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6 HTTP/1.1" status: 200 len: 1001 time: 0.0580442 Aug 13 03:41:42.577430 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97927258-60ae-4cd1-bb3e-eb2fec881c4b req-2e11a1e4-7a41-4533-85d2-8b35540fe408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:42.578879 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-97927258-60ae-4cd1-bb3e-eb2fec881c4b req-2e11a1e4-7a41-4533-85d2-8b35540fe408 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=204cc8a8-df78-4b34-a937-2e3a8d58cc1b HTTP/1.1" status: 200 len: 856 time: 0.0423820 Aug 13 03:41:42.617908 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4464b9b-b67d-4acb-9c28-9bd3bd9a8368 req-929ffada-1e53-4e10-9c73-30fafe84c44a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:42.619380 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d4464b9b-b67d-4acb-9c28-9bd3bd9a8368 req-929ffada-1e53-4e10-9c73-30fafe84c44a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0476673 Aug 13 03:41:42.624560 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97927258-60ae-4cd1-bb3e-eb2fec881c4b req-6ea8b201-2675-456c-a90a-33f789342538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:42.626010 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-97927258-60ae-4cd1-bb3e-eb2fec881c4b req-6ea8b201-2675-456c-a90a-33f789342538 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390151 Aug 13 03:41:42.656965 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d4464b9b-b67d-4acb-9c28-9bd3bd9a8368 req-e8eed720-d09a-4538-a15b-861b1392b82a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314391 Aug 13 03:41:42.718278 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-97927258-60ae-4cd1-bb3e-eb2fec881c4b req-cab12efc-b288-47f0-ad1c-709457a059e5 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839944 Aug 13 03:41:42.805632 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-97927258-60ae-4cd1-bb3e-eb2fec881c4b req-edd2a4d9-a050-499b-8cc7-0bce473bb017 service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802937 Aug 13 03:41:43.778431 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42b975-6101-4f39-af57-882a593eb976 req-bfbe290d-9123-4f30-82a3-e36d0b6696fc tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:43.779917 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1f42b975-6101-4f39-af57-882a593eb976 req-bfbe290d-9123-4f30-82a3-e36d0b6696fc tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0502627 Aug 13 03:41:43.816670 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1f42b975-6101-4f39-af57-882a593eb976 req-44280e8d-2e00-4837-a2ec-408c54100855 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303895 Aug 13 03:41:44.938621 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbc3ed-3b4f-4310-acb7-4f29d457d4a2 req-f40889e9-c7c3-4b98-9465-a159eb52fb19 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:44.940101 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9fdbc3ed-3b4f-4310-acb7-4f29d457d4a2 req-f40889e9-c7c3-4b98-9465-a159eb52fb19 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0464470 Aug 13 03:41:44.981071 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9fdbc3ed-3b4f-4310-acb7-4f29d457d4a2 req-7e07571c-2839-42dc-8ef8-ccf3a0b93e15 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345249 Aug 13 03:41:45.872202 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30349087-5f1a-4737-b11e-82c5ff0128ff req-cb1629c2-db78-45d1-81f1-c9b3e3cade28 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:45.873689 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-30349087-5f1a-4737-b11e-82c5ff0128ff req-cb1629c2-db78-45d1-81f1-c9b3e3cade28 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 945 time: 0.0499737 Aug 13 03:41:45.904166 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-a1a325c9-4e0d-43f7-93e2-ac22023dfc50 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402143 Aug 13 03:41:45.916816 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-30349087-5f1a-4737-b11e-82c5ff0128ff req-4ded20eb-4ece-44cd-8cf9-6f4b746e1465 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364385 Aug 13 03:41:45.946783 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ecd10608-d668-48e2-abc3-4bef6b3d52b6 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:41:46.021552 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:46.043525 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:41:46.045952 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caf6784-6dc1-401b-bc00-3f3c37f71b06" -d '{"events": [{"server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:41:46.059476 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ecd10608-d668-48e2-abc3-4bef6b3d52b6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:41:46.064145 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:46.088593 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 Aug 2021 03:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04aa9ea-5e6b-4992-8312-afb7e18aa5f7 x-openstack-request-id: req-c04aa9ea-5e6b-4992-8312-afb7e18aa5f7 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:41:46.088876 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "name": "network-vif-unplugged", "status": "failed", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6", "code": 422}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:41:46.089130 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c04aa9ea-5e6b-4992-8312-afb7e18aa5f7 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:41:46.089517 dv-cinder-759962-7-iscsi neutron-server[94058]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'code': 422} returned with failed status Aug 13 03:41:46.116411 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=ecd10608-d668-48e2-abc3-4bef6b3d52b6,revision_number=8']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:46.840897 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-92c98208-7a62-43f2-8287-871c6ca57125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:46.842289 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-92c98208-7a62-43f2-8287-871c6ca57125 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5&tenant_id=8c29dde412844c7080ebb0405ba4f877 HTTP/1.1" status: 200 len: 1096 time: 0.0440657 Aug 13 03:41:46.903220 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-2d1442f5-c7f1-4aba-bf8c-fd825d9bf064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:46.904683 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-2d1442f5-c7f1-4aba-bf8c-fd825d9bf064 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c29dde412844c7080ebb0405ba4f877&device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 1096 time: 0.0380161 Aug 13 03:41:46.996187 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-73810a31-6819-4188-812b-e4446bb59d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:46.997692 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-73810a31-6819-4188-812b-e4446bb59d73 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 200 len: 918 time: 0.0857813 Aug 13 03:41:47.042181 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cdc38-b6ee-4ac7-b636-36896f7cb913 req-a7090505-ad04-4b60-8663-a2f6c2f0035d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:47.043657 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-225cdc38-b6ee-4ac7-b636-36896f7cb913 req-a7090505-ad04-4b60-8663-a2f6c2f0035d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0524406 Aug 13 03:41:47.069148 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-d7d45d58-21bf-43f2-9056-a69351a32afc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6 HTTP/1.1" status: 200 len: 999 time: 0.0605373 Aug 13 03:41:47.081691 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-225cdc38-b6ee-4ac7-b636-36896f7cb913 req-22a6b525-989d-46e0-b8f3-7e78184efe82 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319200 Aug 13 03:41:47.122394 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-6846129c-66e5-4634-a876-2c444ed22586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:47.123851 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-6846129c-66e5-4634-a876-2c444ed22586 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=204cc8a8-df78-4b34-a937-2e3a8d58cc1b HTTP/1.1" status: 200 len: 856 time: 0.0476551 Aug 13 03:41:47.170275 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-aab3ad9f-49b2-4fcc-9a4b-307a0230b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:47.171694 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-aab3ad9f-49b2-4fcc-9a4b-307a0230b877 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8c5b35d3-f3db-4682-8c3b-d2b32fa35371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379353 Aug 13 03:41:47.261492 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-3d8f9f8c-1a99-45c8-85bc-25fc997197cf service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799317 Aug 13 03:41:47.351037 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c2eaf15a-5a18-44c5-b349-690125cb4c6e req-a92232ed-ec1f-4565-8026-79252865b04b service neutron] 10.222.0.63 "GET /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787647 Aug 13 03:41:48.204833 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23534d09-0cc6-40eb-86a7-2788114a6200 req-1895eeda-095c-4730-bdd3-dd64be3a58d6 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:48.206339 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-23534d09-0cc6-40eb-86a7-2788114a6200 req-1895eeda-095c-4730-bdd3-dd64be3a58d6 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0499077 Aug 13 03:41:48.250018 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-23534d09-0cc6-40eb-86a7-2788114a6200 req-43f4d8b8-eac7-4def-82ca-5ab076a5c99f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348353 Aug 13 03:41:49.371548 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621372-ab0c-4760-a9e4-4ac22af2f12b req-547c5f4f-a09e-4299-809f-ea8cc80df54b tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:49.372996 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-02621372-ab0c-4760-a9e4-4ac22af2f12b req-547c5f4f-a09e-4299-809f-ea8cc80df54b tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0506239 Aug 13 03:41:49.411482 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-02621372-ab0c-4760-a9e4-4ac22af2f12b req-572f3e20-a78e-4330-9248-95e273de0424 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321946 Aug 13 03:41:50.534441 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501f3c7-3afc-4939-a0cf-3517c270b20b req-580a7e56-3127-4760-b9cb-f79dcc2f1ccc tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:50.536602 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0501f3c7-3afc-4939-a0cf-3517c270b20b req-580a7e56-3127-4760-b9cb-f79dcc2f1ccc tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0542378 Aug 13 03:41:50.577215 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0501f3c7-3afc-4939-a0cf-3517c270b20b req-038c1b10-2d57-471d-9cc4-e7fda6db34a2 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347197 Aug 13 03:41:51.700142 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834693d3-7d76-4121-8c2a-368deb493a3a req-497d95ed-a4e2-4635-97f7-eeed16c5c5a7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:51.701645 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-834693d3-7d76-4121-8c2a-368deb493a3a req-497d95ed-a4e2-4635-97f7-eeed16c5c5a7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0503852 Aug 13 03:41:51.740566 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-834693d3-7d76-4121-8c2a-368deb493a3a req-1918d2b4-cf6c-400a-b284-b367434a5191 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324895 Aug 13 03:41:52.863031 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79dd64-15da-422c-bf60-978d23e973e7 req-f6ea1eae-1658-4a58-992e-f134b3515d6c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:52.864475 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be79dd64-15da-422c-bf60-978d23e973e7 req-f6ea1eae-1658-4a58-992e-f134b3515d6c tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0514905 Aug 13 03:41:52.902829 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be79dd64-15da-422c-bf60-978d23e973e7 req-5c3e4e3a-52eb-4348-b54c-9b3a4c0d1458 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324030 Aug 13 03:41:53.563928 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9ee9af90-7289-4918-ba7b-0d25f3117f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:54.039853 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7e792-7fe9-4812-abcc-c065d1507dd3 req-86c3e0d0-7a39-4e94-aed7-79c0519cce71 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:54.042193 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b0f7e792-7fe9-4812-abcc-c065d1507dd3 req-86c3e0d0-7a39-4e94-aed7-79c0519cce71 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0593302 Aug 13 03:41:54.082896 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b0f7e792-7fe9-4812-abcc-c065d1507dd3 req-70ba3797-7579-4753-a838-5387bbdadd69 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342400 Aug 13 03:41:55.214425 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3ba72-15fc-413c-99d5-5aeb7598576a req-6f81f4cb-6395-4e54-befe-a6b7d3454d43 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:55.216001 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dec3ba72-15fc-413c-99d5-5aeb7598576a req-6f81f4cb-6395-4e54-befe-a6b7d3454d43 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0498664 Aug 13 03:41:55.256613 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dec3ba72-15fc-413c-99d5-5aeb7598576a req-366876ad-ce23-4a19-aac0-6ba1791abd6d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348692 Aug 13 03:41:56.144075 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a51d6874-2c3e-48e2-9c84-aa503319bd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:56.292868 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:56.381843 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4be4f3-1a49-41a0-af61-1bb419b62065 req-4a149fb5-0422-4bc4-b1e6-23609f9a4ca7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:56.389378 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7c4be4f3-1a49-41a0-af61-1bb419b62065 req-4a149fb5-0422-4bc4-b1e6-23609f9a4ca7 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0587094 Aug 13 03:41:56.422893 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7c4be4f3-1a49-41a0-af61-1bb419b62065 req-17571500-e3b2-4084-b90e-9126f6e5bb98 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326383 Aug 13 03:41:57.319918 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:57.548497 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc31af3-e198-4efa-9028-33e30ab536bc req-84ddc896-54ea-4eee-b489-0a8adf244f21 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:57.549975 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2fc31af3-e198-4efa-9028-33e30ab536bc req-84ddc896-54ea-4eee-b489-0a8adf244f21 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0544283 Aug 13 03:41:57.606267 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2fc31af3-e198-4efa-9028-33e30ab536bc req-e73e2cca-5d4b-498b-887e-11c3ba3dcafc tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501239 Aug 13 03:41:58.732415 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cbe96-3451-4635-9f93-9046712be15a req-09ec4c8a-22fb-4f8b-9175-2af9149e1dab tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:58.733980 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b00cbe96-3451-4635-9f93-9046712be15a req-09ec4c8a-22fb-4f8b-9175-2af9149e1dab tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0503376 Aug 13 03:41:58.772349 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b00cbe96-3451-4635-9f93-9046712be15a req-9efa85d7-7330-49f7-879c-0f3ceacf0176 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312219 Aug 13 03:41:58.874976 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:59.890221 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cc6ca-ab39-4ae8-b1e0-85d5c511a6ca req-088071b2-c849-4264-be63-0f7da0931c39 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:59.891787 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d96cc6ca-ab39-4ae8-b1e0-85d5c511a6ca req-088071b2-c849-4264-be63-0f7da0931c39 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 943 time: 0.0493367 Aug 13 03:41:59.930026 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d96cc6ca-ab39-4ae8-b1e0-85d5c511a6ca req-c6f7a873-5e77-4361-8673-459d5addb12a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324774 Aug 13 03:42:00.006999 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ecd10608-d668-48e2-abc3-4bef6b3d52b6 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:42:00.100627 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ecd10608-d668-48e2-abc3-4bef6b3d52b6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:00.112402 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'port_id': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'mac_address': 'fa:16:3e:da:f9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:42:00.153728 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:00.167108 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd10608-d668-48e2-abc3-4bef6b3d52b6 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:42:00.185684 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ecd10608-d668-48e2-abc3-4bef6b3d52b6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:00.189027 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:00.234488 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=ecd10608-d668-48e2-abc3-4bef6b3d52b6,revision_number=9']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:00.415682 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['ecd10608-d668-48e2-abc3-4bef6b3d52b6'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:42:01.049867 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec151dd-a460-44c0-99cc-87c8ff16635d req-631b9f1f-5047-4ffc-a179-e8002de44c24 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:01.051810 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fec151dd-a460-44c0-99cc-87c8ff16635d req-631b9f1f-5047-4ffc-a179-e8002de44c24 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 944 time: 0.0509250 Aug 13 03:42:01.089517 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fec151dd-a460-44c0-99cc-87c8ff16635d req-c9461445-1ce2-4954-9ca2-acc7183e863d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315471 Aug 13 03:42:02.008440 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ecd10608-d668-48e2-abc3-4bef6b3d52b6 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:02.054019 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port ecd10608-d668-48e2-abc3-4bef6b3d52b6 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:02.054421 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:02.130565 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:02.155982 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:42:02.158231 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4dac34-fbff-4729-b7fb-5ca23fa728b0" -d '{"events": [{"server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "name": "network-vif-plugged", "status": "completed", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:42:02.174474 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ecd10608-d668-48e2-abc3-4bef6b3d52b6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:02.179318 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:02.206780 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0f5ba-a53c-44fb-9d7d-f7ab474b4b54 req-6ef6c430-164f-47ab-a122-93ac825a4dd3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:02.209079 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c3f0f5ba-a53c-44fb-9d7d-f7ab474b4b54 req-6ef6c430-164f-47ab-a122-93ac825a4dd3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 944 time: 0.0503221 Aug 13 03:42:02.256015 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c3f0f5ba-a53c-44fb-9d7d-f7ab474b4b54 req-1eb0763b-8e1c-4def-8beb-bdc154d3ab6f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396080 Aug 13 03:42:02.326309 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0308d3df-6b11-4d88-8085-dbb7c4ef0763 x-openstack-request-id: req-0308d3df-6b11-4d88-8085-dbb7c4ef0763 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:42:02.326682 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "name": "network-vif-plugged", "status": "completed", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:42:02.326892 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0308d3df-6b11-4d88-8085-dbb7c4ef0763 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:42:02.327299 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'code': 200} Aug 13 03:42:02.352850 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=ecd10608-d668-48e2-abc3-4bef6b3d52b6,revision_number=10']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:02.448124 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7cf5d-7338-43c5-9825-a34cc0c8f8e0 req-2380ad8d-bd7c-4906-9514-c0763b248523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:02.449605 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-aec7cf5d-7338-43c5-9825-a34cc0c8f8e0 req-2380ad8d-bd7c-4906-9514-c0763b248523 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 1099 time: 0.0434718 Aug 13 03:42:02.483267 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-aec7cf5d-7338-43c5-9825-a34cc0c8f8e0 req-e9aa50b9-a510-42a2-93c4-9f9512a9a386 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262127 Aug 13 03:42:03.382528 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8eede4-d694-45ef-922b-d584c63d1e59 req-c46d5d60-380b-496d-864b-0400a41b6a6e tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:03.384886 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ff8eede4-d694-45ef-922b-d584c63d1e59 req-c46d5d60-380b-496d-864b-0400a41b6a6e tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 946 time: 0.0516374 Aug 13 03:42:03.425141 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ff8eede4-d694-45ef-922b-d584c63d1e59 req-6d09f398-99fc-4e14-bacf-5e2cd4b662b4 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350449 Aug 13 03:42:04.545078 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48f8e6-9122-4649-9bd5-5c715fe4bfcf req-4f5335d2-bc77-4628-a9df-ab2a00833aec tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:04.546509 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8d48f8e6-9122-4649-9bd5-5c715fe4bfcf req-4f5335d2-bc77-4628-a9df-ab2a00833aec tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 946 time: 0.0500510 Aug 13 03:42:04.587963 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8d48f8e6-9122-4649-9bd5-5c715fe4bfcf req-325d1949-a204-43f6-9869-e0302f7803e0 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349987 Aug 13 03:42:12.144084 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.373208 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd825a-1c47-4f89-9c61-7ce237b4526b req-c59a536c-14d7-4b6a-b553-f79f5423d36b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:12.374603 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c4fd825a-1c47-4f89-9c61-7ce237b4526b req-c59a536c-14d7-4b6a-b553-f79f5423d36b tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 945 time: 0.0554142 Aug 13 03:42:12.412335 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c4fd825a-1c47-4f89-9c61-7ce237b4526b req-4abbdfcb-29b7-4b2a-913c-af6407119fbf tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=7568592c-c106-452d-bd4c-03672e574f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312672 Aug 13 03:42:13.525101 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e5f92-7efc-42d2-9c3d-9839c1c84755 req-97bb75db-cb37-4c36-9a17-370baa9c9f83 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:13.526596 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-180e5f92-7efc-42d2-9c3d-9839c1c84755 req-97bb75db-cb37-4c36-9a17-370baa9c9f83 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 945 time: 0.0470986 Aug 13 03:42:13.563676 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-180e5f92-7efc-42d2-9c3d-9839c1c84755 req-874cde50-f90e-4dcb-adef-38be5319ad42 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups?id=7568592c-c106-452d-bd4c-03672e574f44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311556 Aug 13 03:42:14.048147 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-656bb1b2-cb00-41b0-aa1b-24936722561d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:14.049568 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-656bb1b2-cb00-41b0-aa1b-24936722561d tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 945 time: 0.0469017 Aug 13 03:42:14.139528 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Deleting port e523b170-899a-43cb-8826-903fb240f0ce {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:42:14.139871 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.223771 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] For port e523b170-899a-43cb-8826-903fb240f0ce, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e523b170-899a-43cb-8826-903fb240f0ce,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:14.224167 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.391759 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.392074 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.392392 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.l3_db [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Floating IP 1660b22d-714b-42b6-93ab-37d9fe09569c disassociated. External IP: 172.27.0.222, port: e523b170-899a-43cb-8826-903fb240f0ce. Aug 13 03:42:14.392739 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Calling delete_port for e523b170-899a-43cb-8826-903fb240f0ce owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:42:14.522535 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.548289 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event deleted for resources: {'Port': ['ID=e523b170-899a-43cb-8826-903fb240f0ce,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:14.557467 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:14.557826 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:14.558172 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:14.558511 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:14.558850 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:14.559191 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:14.559521 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:14.559851 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:14.560207 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:14.560913 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:14.560913 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:14.561199 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:14.660446 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1fdd7272-a541-4dea-81c9-29472c842b09 req-0e97cdc7-b03a-4026-af1a-03022187e7b2 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd1d324-22dd-4780-898a-257ac888f73e HTTP/1.1" status: 200 len: 210 time: 0.0290227 Aug 13 03:42:14.675485 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Router f461b812-6795-4808-a488-54fc110d7d59 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:42:14.781918 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:42:14.791816 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1643a33-9e62-4377-8f27-4dcf9204f96a None None] Sync routers for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:42:14.800462 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1643a33-9e62-4377-8f27-4dcf9204f96a None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:14.801141 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f1643a33-9e62-4377-8f27-4dcf9204f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:41:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:14.821088 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] No DVR routers for this DVR port e523b170-899a-43cb-8826-903fb240f0ce on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:42:14.823866 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:14.826167 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-018ddc79-627b-4ab9-bd3c-6ea2f9075a06 req-f0ec4e93-beff-484d-a253-dec8ef3e3228 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.63 "DELETE /v2.0/ports/e523b170-899a-43cb-8826-903fb240f0ce HTTP/1.1" status: 204 len: 173 time: 0.7706418 Aug 13 03:42:14.826623 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd1d324-22dd-4780-898a-257ac888f73e', 'name': 'network-vif-deleted', 'tag': 'e523b170-899a-43cb-8826-903fb240f0ce'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:42:14.829877 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0cd855-45dd-4d95-a94e-7ab690eb247f" -d '{"events": [{"server_uuid": "9bd1d324-22dd-4780-898a-257ac888f73e", "name": "network-vif-deleted", "tag": "e523b170-899a-43cb-8826-903fb240f0ce"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:42:14.912725 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-f1643a33-9e62-4377-8f27-4dcf9204f96a None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:14.934239 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335f5a29-e22e-487b-97ea-04ee83635b28 x-openstack-request-id: req-335f5a29-e22e-487b-97ea-04ee83635b28 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:42:14.934538 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd1d324-22dd-4780-898a-257ac888f73e", "name": "network-vif-deleted", "tag": "e523b170-899a-43cb-8826-903fb240f0ce", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:42:14.934789 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-335f5a29-e22e-487b-97ea-04ee83635b28 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:42:14.935215 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd1d324-22dd-4780-898a-257ac888f73e', 'name': 'network-vif-deleted', 'tag': 'e523b170-899a-43cb-8826-903fb240f0ce', 'status': 'completed', 'code': 200} Aug 13 03:42:15.112567 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f1643a33-9e62-4377-8f27-4dcf9204f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:37Z', 'revision_number': 5, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:15.142064 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1643a33-9e62-4377-8f27-4dcf9204f96a None None] Checking router: f461b812-6795-4808-a488-54fc110d7d59 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:42:15.150553 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1643a33-9e62-4377-8f27-4dcf9204f96a None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:15.151163 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f1643a33-9e62-4377-8f27-4dcf9204f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:41:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:15.253146 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-f1643a33-9e62-4377-8f27-4dcf9204f96a None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:15.449708 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f1643a33-9e62-4377-8f27-4dcf9204f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:37Z', 'revision_number': 5, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:15.475892 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1643a33-9e62-4377-8f27-4dcf9204f96a None None] The sync data for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi is: [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:24Z', 'revision_number': 4, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '58bf8573-faa7-467d-9d27-15ce705103d4', 'name': '', 'network_id': '2bc5c885-09d1-4b83-854e-b64e8b2033af', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'mac_address': 'fa:16:3e:c5:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:22Z', 'updated_at': '2021-08-13T03:36:37Z', 'revision_number': 5, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'subnets': [{'id': 'd0c1a94a-64dc-4d90-a316-1a8d4b512718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:42:15.686081 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb610b1-4a8c-463f-9c3d-d71073828dd9 None None] New status for floating IP 1660b22d-714b-42b6-93ab-37d9fe09569c: DOWN {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:42:15.743589 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 37948) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:15.801136 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-22e6c5a0-ba0a-496e-b13a-583db9d302db tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.826167 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-22e6c5a0-ba0a-496e-b13a-583db9d302db tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.873037 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-22e6c5a0-ba0a-496e-b13a-583db9d302db tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.875540 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-22e6c5a0-ba0a-496e-b13a-583db9d302db tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.876679 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-22e6c5a0-ba0a-496e-b13a-583db9d302db tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "DELETE /v2.0/security-groups/7568592c-c106-452d-bd4c-03672e574f44 HTTP/1.1" status: 204 len: 168 time: 0.1320360 Aug 13 03:42:15.880300 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 37950) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:15.896390 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6c5a0-ba0a-496e-b13a-583db9d302db tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7568592c-c106-452d-bd4c-03672e574f44,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:15.900061 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.api.v2.resource [None req-d244461d-dac0-47f3-a8a7-628f41a431c7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] show failed (client error): The resource could not be found. Aug 13 03:42:15.904251 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d244461d-dac0-47f3-a8a7-628f41a431c7 tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "GET /v2.0/security-groups/7568592c-c106-452d-bd4c-03672e574f44 HTTP/1.1" status: 404 len: 347 time: 0.0198433 Aug 13 03:42:15.904251 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 37952) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:16.021920 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-e6d230b8-ab02-4109-a38e-4adef66742dc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Deleting port 6d2eb968-ebae-4399-91c9-7424b5b5db06 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:42:16.022180 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e6d230b8-ab02-4109-a38e-4adef66742dc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.094232 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e6d230b8-ab02-4109-a38e-4adef66742dc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.094570 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e6d230b8-ab02-4109-a38e-4adef66742dc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.105723 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-e6d230b8-ab02-4109-a38e-4adef66742dc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Calling delete_port for 6d2eb968-ebae-4399-91c9-7424b5b5db06 owned by network:floatingip {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:42:16.239871 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e6d230b8-ab02-4109-a38e-4adef66742dc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.269707 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d230b8-ab02-4109-a38e-4adef66742dc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Pushing event deleted for resources: {'Port': ['ID=6d2eb968-ebae-4399-91c9-7424b5b5db06,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:16.324387 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e6d230b8-ab02-4109-a38e-4adef66742dc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks [] for floatingip, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.327152 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e6d230b8-ab02-4109-a38e-4adef66742dc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:16.328320 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-e6d230b8-ab02-4109-a38e-4adef66742dc tempest-AttachVolumeTestJSON-889288698 tempest-AttachVolumeTestJSON-889288698-project] 10.222.0.57 "DELETE /v2.0/floatingips/1660b22d-714b-42b6-93ab-37d9fe09569c HTTP/1.1" status: 204 len: 168 time: 0.4237037 Aug 13 03:42:17.069646 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:42:18.068274 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device e523b170-899a-43cb-8826-903fb240f0ce no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:42:18.091395 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: e523b170-899a-43cb-8826-903fb240f0ce {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:42:18.091744 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device e523b170-899a-43cb-8826-903fb240f0ce not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:42:20.007323 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 37980) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:20.515492 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a32eccd2-8032-4327-bb40-8d0a20c4b5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734678'] for router_interface, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:20.799347 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-a32eccd2-8032-4327-bb40-8d0a20c4b5bf admin admin] Deleting port 58bf8573-faa7-467d-9d27-15ce705103d4 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:42:20.799610 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a32eccd2-8032-4327-bb40-8d0a20c4b5bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:20.872483 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-a32eccd2-8032-4327-bb40-8d0a20c4b5bf admin admin] For port 58bf8573-faa7-467d-9d27-15ce705103d4, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=58bf8573-faa7-467d-9d27-15ce705103d4,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:20.872844 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a32eccd2-8032-4327-bb40-8d0a20c4b5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:20.884592 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-a32eccd2-8032-4327-bb40-8d0a20c4b5bf admin admin] Calling delete_port for 58bf8573-faa7-467d-9d27-15ce705103d4 owned by network:router_interface {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:42:21.052737 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a32eccd2-8032-4327-bb40-8d0a20c4b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.075114 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32eccd2-8032-4327-bb40-8d0a20c4b5bf admin admin] Pushing event deleted for resources: {'Port': ['ID=58bf8573-faa7-467d-9d27-15ce705103d4,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:21.462552 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a32eccd2-8032-4327-bb40-8d0a20c4b5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674662'] for router_interface, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.663650 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32eccd2-8032-4327-bb40-8d0a20c4b5bf admin admin] Router f461b812-6795-4808-a488-54fc110d7d59 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:42:21.762688 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32eccd2-8032-4327-bb40-8d0a20c4b5bf admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:42:21.767968 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-a32eccd2-8032-4327-bb40-8d0a20c4b5bf admin admin] 10.222.0.57 "PUT /v2.0/routers/f461b812-6795-4808-a488-54fc110d7d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7589684 Aug 13 03:42:21.769921 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 37984) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:21.773328 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1942b091-1d30-49c4-97e9-b092857b7649 None None] Sync routers for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:42:21.782212 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1942b091-1d30-49c4-97e9-b092857b7649 None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:21.782816 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-1942b091-1d30-49c4-97e9-b092857b7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:41:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:21.870087 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Notify callbacks [] for router, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:21.884012 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-1942b091-1d30-49c4-97e9-b092857b7649 None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:21.964283 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.018784 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Deleting port 2b3955ae-8c71-4074-9be7-3b9919eb78b8 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:42:22.019044 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.054983 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-1942b091-1d30-49c4-97e9-b092857b7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:42:21Z', 'revision_number': 5, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port': {'id': '2b3955ae-8c71-4074-9be7-3b9919eb78b8', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461b812-6795-4808-a488-54fc110d7d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:18Z', 'updated_at': '2021-08-13T03:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:22.080743 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1942b091-1d30-49c4-97e9-b092857b7649 None None] Checking router: f461b812-6795-4808-a488-54fc110d7d59 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:42:22.088887 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1942b091-1d30-49c4-97e9-b092857b7649 None None] Routers {'f461b812-6795-4808-a488-54fc110d7d59'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:22.089495 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-1942b091-1d30-49c4-97e9-b092857b7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:41:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f461b812-6795-4808-a488-54fc110d7d59'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:22.096576 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] For port 2b3955ae-8c71-4074-9be7-3b9919eb78b8, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=2b3955ae-8c71-4074-9be7-3b9919eb78b8,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:22.097068 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.109249 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Calling delete_port for 2b3955ae-8c71-4074-9be7-3b9919eb78b8 owned by network:router_gateway {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:42:22.176149 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-1942b091-1d30-49c4-97e9-b092857b7649 None None] Set router f461b812-6795-4808-a488-54fc110d7d59 gateway port host: None {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:22.279885 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.306229 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3955ae-8c71-4074-9be7-3b9919eb78b8,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:22.352069 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-1942b091-1d30-49c4-97e9-b092857b7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:42:21Z', 'revision_number': 6, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port_host': None}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:22.367309 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675612'] for router_gateway, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.377649 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1942b091-1d30-49c4-97e9-b092857b7649 None None] The sync data for ids ['f461b812-6795-4808-a488-54fc110d7d59'] in dv-cinder-759962-7-iscsi is: [{'id': 'f461b812-6795-4808-a488-54fc110d7d59', 'name': 'tempest-AttachVolumeTestJSON-1127824088-router', 'tenant_id': '20909ce51f4946e4a6d8cc2c3692f098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:42:21Z', 'revision_number': 6, 'project_id': '20909ce51f4946e4a6d8cc2c3692f098', 'gw_port_host': None}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:42:22.453945 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3676720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.456016 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.495639 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3676735'] for router, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.496257 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f461b812-6795-4808-a488-54fc110d7d59 {{(pid=94056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:42:22.500882 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] Notify callbacks [] for router, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.502023 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-1ea8f4d3-1791-4812-8f53-57f98d4c0d5a admin admin] 10.222.0.57 "DELETE /v2.0/routers/f461b812-6795-4808-a488-54fc110d7d59 HTTP/1.1" status: 204 len: 168 time: 0.7311916 Aug 13 03:42:22.504543 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 37986) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:22.550230 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e746cb7-b8d3-4680-96f9-06fc962e8a75 admin admin] Deleting subnet d0c1a94a-64dc-4d90-a316-1a8d4b512718 {{(pid=94056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:42:22.553041 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e746cb7-b8d3-4680-96f9-06fc962e8a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.586497 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e746cb7-b8d3-4680-96f9-06fc962e8a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913378'] for subnet, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.703848 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e746cb7-b8d3-4680-96f9-06fc962e8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.762335 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e746cb7-b8d3-4680-96f9-06fc962e8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1570502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28241023'] for subnet, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.788938 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e746cb7-b8d3-4680-96f9-06fc962e8a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c1a94a-64dc-4d90-a316-1a8d4b512718,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:22.790899 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e746cb7-b8d3-4680-96f9-06fc962e8a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.792804 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-5e746cb7-b8d3-4680-96f9-06fc962e8a75 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d0c1a94a-64dc-4d90-a316-1a8d4b512718 HTTP/1.1" status: 204 len: 168 time: 0.2873607 Aug 13 03:42:22.795225 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 37988) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:22.797953 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce06f0-b63b-4ed0-813b-e72302477940 None None] Network 2bc5c885-09d1-4b83-854e-b64e8b2033af requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:22.873661 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.927169 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Deleting port 0e6452c9-7e1d-477e-83bf-cd8098245b68 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:42:22.927509 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.987543 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] For port 0e6452c9-7e1d-477e-83bf-cd8098245b68, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=0e6452c9-7e1d-477e-83bf-cd8098245b68,segment=NetworkSegment(6037827b-89ae-4a00-bc0f-9836b9bc5056),segment_id=6037827b-89ae-4a00-bc0f-9836b9bc5056)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:22.987931 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.000718 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Calling delete_port for 0e6452c9-7e1d-477e-83bf-cd8098245b68 owned by network:dhcp {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:42:23.081317 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.104587 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6452c9-7e1d-477e-83bf-cd8098245b68,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:23.110824 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] No DVR routers for this DVR port 0e6452c9-7e1d-477e-83bf-cd8098245b68 on host dv-cinder-759962-7-iscsi {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:42:23.178396 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.189309 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc5c885-09d1-4b83-854e-b64e8b2033af']}} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:23.199969 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6037827b-89ae-4a00-bc0f-9836b9bc5056') {'for_net_delete': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:23.200277 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6037827b-89ae-4a00-bc0f-9836b9bc5056') {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:23.203073 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 58bf8573-faa7-467d-9d27-15ce705103d4 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:42:23.214873 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913397'] for segment, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.225726 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883d845d-7fdf-4745-9ca7-4474810fe36e None None] DHCP port deletion for 2bc5c885-09d1-4b83-854e-b64e8b2033af request from dv-cinder-759962-7-iscsi {{(pid=94058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:42:23.229969 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 58bf8573-faa7-467d-9d27-15ce705103d4 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:42:23.230246 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 58bf8573-faa7-467d-9d27-15ce705103d4 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:42:23.232596 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.238781 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:42:23.239228 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1570328'] for segment, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: Traceback (most recent call last): Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: timer() Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: cb(*args, **kw) Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: return func(*args, **kwargs) Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: self._notify() Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: self.callback(batched_events) Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: event.method(event) Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: return f(self, *a, **k) Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._get(url).json() Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: return self.request(url, 'GET', **kwargs) Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:42:23.241699 dv-cinder-759962-7-iscsi neutron-server[94056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:42:23.296004 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.312163 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.314034 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2bc5c885-09d1-4b83-854e-b64e8b2033af HTTP/1.1" status: 204 len: 168 time: 0.5173101 Aug 13 03:42:23.315130 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232efbb-670f-4f4d-a969-8d1c1a53fed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc5c885-09d1-4b83-854e-b64e8b2033af,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:23.440269 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 37992) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:23.479829 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ee64988f-351c-4772-a070-e286af772636 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20909ce51f4946e4a6d8cc2c3692f098&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384459 Aug 13 03:42:23.482084 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 37994) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:23.528044 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.548280 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.563718 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e7e8324f-3191-43ca-b192-2e3387163dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.593198 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.595654 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:23.596860 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47aa6364-d5f4-437e-a44a-37f275eaba17 HTTP/1.1" status: 204 len: 168 time: 0.1139112 Aug 13 03:42:23.604867 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47aa6364-d5f4-437e-a44a-37f275eaba17,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:23.612044 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:23.612405 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:23.612753 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:23.613206 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:23.613553 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:23.613885 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:23.614220 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:23.614550 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:23.614888 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:23.615227 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:23.615541 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:23.615895 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db1e14-46c5-40bc-bbc1-c0222938127e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:24.797818 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 0e6452c9-7e1d-477e-83bf-cd8098245b68 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:42:24.817363 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 0e6452c9-7e1d-477e-83bf-cd8098245b68 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:42:24.817720 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 0e6452c9-7e1d-477e-83bf-cd8098245b68 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:42:24.818235 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 2b3955ae-8c71-4074-9be7-3b9919eb78b8 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:42:24.839814 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 2b3955ae-8c71-4074-9be7-3b9919eb78b8 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:42:24.840190 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 2b3955ae-8c71-4074-9be7-3b9919eb78b8 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:42:24.992628 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38034) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:25.104302 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1dc73f20-2db8-464a-8a33-4ebec0516504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.189405 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1dc73f20-2db8-464a-8a33-4ebec0516504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.192919 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1dc73f20-2db8-464a-8a33-4ebec0516504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.232703 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1dc73f20-2db8-464a-8a33-4ebec0516504 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8123fb4db66048c694ed60f6052ff7bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389765 Aug 13 03:42:25.233794 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc73f20-2db8-464a-8a33-4ebec0516504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf0dbfd-3863-4b35-91c0-1c2b4c38b70b,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:25.235410 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38038) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:25.282090 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8bf1-9046-4d75-8285-e3aa7fba566a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.301693 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8bf1-9046-4d75-8285-e3aa7fba566a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.346373 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8bf1-9046-4d75-8285-e3aa7fba566a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.348924 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8bf1-9046-4d75-8285-e3aa7fba566a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.350041 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-5b1e8bf1-9046-4d75-8285-e3aa7fba566a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fcf0dbfd-3863-4b35-91c0-1c2b4c38b70b HTTP/1.1" status: 204 len: 168 time: 0.1136324 Aug 13 03:42:25.367532 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e8bf1-9046-4d75-8285-e3aa7fba566a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf0dbfd-3863-4b35-91c0-1c2b4c38b70b,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:25.606114 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38044) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:25.621971 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b6702572-d008-4892-9119-bc8068ba9ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.709435 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b6702572-d008-4892-9119-bc8068ba9ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.713608 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b6702572-d008-4892-9119-bc8068ba9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.750505 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-b6702572-d008-4892-9119-bc8068ba9ce3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=23d33d09816a48bea9eefda3211b566d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433434 Aug 13 03:42:25.751610 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6702572-d008-4892-9119-bc8068ba9ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34eccd2-29a1-41a0-be1a-f4b8424fd92b,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:25.753265 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38048) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:25.802542 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-29eb3b09-22ef-4dd9-bb0e-a3832d7cc565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.822244 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-29eb3b09-22ef-4dd9-bb0e-a3832d7cc565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.867241 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-29eb3b09-22ef-4dd9-bb0e-a3832d7cc565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.869772 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-29eb3b09-22ef-4dd9-bb0e-a3832d7cc565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:25.870939 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-29eb3b09-22ef-4dd9-bb0e-a3832d7cc565 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b34eccd2-29a1-41a0-be1a-f4b8424fd92b HTTP/1.1" status: 204 len: 168 time: 0.1159256 Aug 13 03:42:25.878333 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb3b09-22ef-4dd9-bb0e-a3832d7cc565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34eccd2-29a1-41a0-be1a-f4b8424fd92b,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:26.145707 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1dbca177-961a-47d5-bcb9-f9b494803493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:26.285484 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:27.320951 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:28.876977 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.126370 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38132) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:30.233254 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-63aa3452-0ad8-4ac1-97f1-4b49e0490409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.317511 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-63aa3452-0ad8-4ac1-97f1-4b49e0490409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.321702 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-63aa3452-0ad8-4ac1-97f1-4b49e0490409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.357819 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-63aa3452-0ad8-4ac1-97f1-4b49e0490409 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e81968bef7ae4a0099062ab46e6f2156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303813 Aug 13 03:42:30.359782 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa3452-0ad8-4ac1-97f1-4b49e0490409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070cdee7-114e-49ef-8b08-03f8d4e447b8,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:30.360517 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38136) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:30.408179 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ca09d64a-9ce4-47e2-84d7-4c0b57905b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.428558 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ca09d64a-9ce4-47e2-84d7-4c0b57905b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.471770 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ca09d64a-9ce4-47e2-84d7-4c0b57905b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.474244 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ca09d64a-9ce4-47e2-84d7-4c0b57905b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.475370 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ca09d64a-9ce4-47e2-84d7-4c0b57905b17 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/070cdee7-114e-49ef-8b08-03f8d4e447b8 HTTP/1.1" status: 204 len: 168 time: 0.1138113 Aug 13 03:42:30.483344 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09d64a-9ce4-47e2-84d7-4c0b57905b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070cdee7-114e-49ef-8b08-03f8d4e447b8,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:30.722179 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38142) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:30.735674 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-35eef9b0-b72d-4ff8-a006-3f6bb9b409b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.822259 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-35eef9b0-b72d-4ff8-a006-3f6bb9b409b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.825924 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-35eef9b0-b72d-4ff8-a006-3f6bb9b409b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.862433 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-35eef9b0-b72d-4ff8-a006-3f6bb9b409b9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20af0b1fd2ff4451b843f09f1c08203e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392038 Aug 13 03:42:30.864365 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eef9b0-b72d-4ff8-a006-3f6bb9b409b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76863bf-fe77-4e2d-8e75-61eeeb359dac,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:30.865149 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38144) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:30.913670 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f80fdaf6-2a13-4e76-9c20-c263442364b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.933833 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f80fdaf6-2a13-4e76-9c20-c263442364b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.978522 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f80fdaf6-2a13-4e76-9c20-c263442364b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.981114 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f80fdaf6-2a13-4e76-9c20-c263442364b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:30.982251 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-f80fdaf6-2a13-4e76-9c20-c263442364b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e76863bf-fe77-4e2d-8e75-61eeeb359dac HTTP/1.1" status: 204 len: 168 time: 0.1161256 Aug 13 03:42:30.989510 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fdaf6-2a13-4e76-9c20-c263442364b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76863bf-fe77-4e2d-8e75-61eeeb359dac,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:35.791032 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38248) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:35.891806 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4e1d-f98c-4ec5-b220-7f9e40a790a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:35.980090 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4e1d-f98c-4ec5-b220-7f9e40a790a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:35.983785 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4e1d-f98c-4ec5-b220-7f9e40a790a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.022693 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a4ca4e1d-f98c-4ec5-b220-7f9e40a790a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ee75fac8f25440b891bbb05dfe5046d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305858 Aug 13 03:42:36.024135 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca4e1d-f98c-4ec5-b220-7f9e40a790a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ef86e0-3ad8-4c52-b2b0-a2eebb7dbf0d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:36.025999 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38252) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:36.072641 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3dbc12f5-2aa9-4ee1-b5e5-f9130853ddb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.092439 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3dbc12f5-2aa9-4ee1-b5e5-f9130853ddb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.136475 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3dbc12f5-2aa9-4ee1-b5e5-f9130853ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.138921 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3dbc12f5-2aa9-4ee1-b5e5-f9130853ddb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.140092 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-3dbc12f5-2aa9-4ee1-b5e5-f9130853ddb9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f1ef86e0-3ad8-4c52-b2b0-a2eebb7dbf0d HTTP/1.1" status: 204 len: 168 time: 0.1130660 Aug 13 03:42:36.147532 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc12f5-2aa9-4ee1-b5e5-f9130853ddb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ef86e0-3ad8-4c52-b2b0-a2eebb7dbf0d,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:36.416655 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38266) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:36.430247 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0fc28580-7e1e-4c13-8a7b-8e3f025873d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.517093 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0fc28580-7e1e-4c13-8a7b-8e3f025873d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.521511 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0fc28580-7e1e-4c13-8a7b-8e3f025873d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.562150 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-0fc28580-7e1e-4c13-8a7b-8e3f025873d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=72cb2522d3634f468087f87fb0e4f067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443570 Aug 13 03:42:36.562982 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc28580-7e1e-4c13-8a7b-8e3f025873d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3427a532-71ad-4bcf-890e-155ab98a6c03,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:36.564986 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38270) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:36.648512 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f0954310-ed7a-4b07-9ba7-4513de3f74c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.668923 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa71ddb-0617-45f7-a745-e86243496133 req-32a54a49-2f1a-4984-836f-a9af6c7b3e9a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:36.670394 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ffa71ddb-0617-45f7-a745-e86243496133 req-32a54a49-2f1a-4984-836f-a9af6c7b3e9a tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 946 time: 0.0767274 Aug 13 03:42:36.682747 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f0954310-ed7a-4b07-9ba7-4513de3f74c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.734181 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ffa71ddb-0617-45f7-a745-e86243496133 req-37ff2b8e-e328-4a21-88a0-413a65e11d27 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568025 Aug 13 03:42:36.752165 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f0954310-ed7a-4b07-9ba7-4513de3f74c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.754802 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f0954310-ed7a-4b07-9ba7-4513de3f74c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:36.755916 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-f0954310-ed7a-4b07-9ba7-4513de3f74c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3427a532-71ad-4bcf-890e-155ab98a6c03 HTTP/1.1" status: 204 len: 168 time: 0.1898732 Aug 13 03:42:36.763864 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0954310-ed7a-4b07-9ba7-4513de3f74c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3427a532-71ad-4bcf-890e-155ab98a6c03,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:37.855202 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab38b11-487e-47fd-bf7b-45c1e14463fc req-04f8534e-c9f0-452f-ae55-0cd7adc3b345 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:37.856703 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0ab38b11-487e-47fd-bf7b-45c1e14463fc req-04f8534e-c9f0-452f-ae55-0cd7adc3b345 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 946 time: 0.0475090 Aug 13 03:42:37.893965 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0ab38b11-487e-47fd-bf7b-45c1e14463fc req-dc6ea6c9-2124-4454-8415-82cc6c8459c3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2de7505-11b7-438c-86fc-d890cfe03dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314786 Aug 13 03:42:37.926127 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-79e9a6f6-9690-49b5-81b6-b85f88625c0d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:37.927714 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-79e9a6f6-9690-49b5-81b6-b85f88625c0d tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 946 time: 0.0493536 Aug 13 03:42:38.015594 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Deleting port ecd10608-d668-48e2-abc3-4bef6b3d52b6 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:42:38.016001 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.110437 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] For port ecd10608-d668-48e2-abc3-4bef6b3d52b6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ecd10608-d668-48e2-abc3-4bef6b3d52b6,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:38.110843 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.277687 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.277974 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.278299 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.l3_db [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Floating IP 71fa1d77-eed7-410a-9b2e-215886c6ff0b disassociated. External IP: 172.27.0.207, port: ecd10608-d668-48e2-abc3-4bef6b3d52b6. Aug 13 03:42:38.278659 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Calling delete_port for ecd10608-d668-48e2-abc3-4bef6b3d52b6 owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:42:38.423783 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.453549 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event deleted for resources: {'Port': ['ID=ecd10608-d668-48e2-abc3-4bef6b3d52b6,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:38.568331 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Router fe4a9d20-2e78-4ab7-9d52-505188e24fbe has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:42:38.672182 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:42:38.682376 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575f005-e3ec-4df2-99c8-cb4477802191 None None] Sync routers for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:42:38.713753 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] No DVR routers for this DVR port ecd10608-d668-48e2-abc3-4bef6b3d52b6 on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:42:38.716542 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:38.718766 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-b4801adf-23a8-499f-b42f-f11d7a773a71 req-adaec1e3-4727-4b3b-a423-d55d7c146b78 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.63 "DELETE /v2.0/ports/ecd10608-d668-48e2-abc3-4bef6b3d52b6 HTTP/1.1" status: 204 len: 173 time: 0.7839558 Aug 13 03:42:38.719220 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'name': 'network-vif-deleted', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:42:38.721559 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf11dbd0-4c58-4488-92e6-1d6763f86d71" -d '{"events": [{"server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "name": "network-vif-deleted", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:42:38.763939 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6951cd-5108-48fd-add0-02c762e9eff7 x-openstack-request-id: req-7b6951cd-5108-48fd-add0-02c762e9eff7 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:42:38.764464 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d018031-4e8d-4c52-8383-f711ff8accb5", "name": "network-vif-deleted", "tag": "ecd10608-d668-48e2-abc3-4bef6b3d52b6", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:42:38.764724 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7b6951cd-5108-48fd-add0-02c762e9eff7 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:42:38.765130 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d018031-4e8d-4c52-8383-f711ff8accb5', 'name': 'network-vif-deleted', 'tag': 'ecd10608-d668-48e2-abc3-4bef6b3d52b6', 'status': 'completed', 'code': 200} Aug 13 03:42:38.794807 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575f005-e3ec-4df2-99c8-cb4477802191 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:38.795291 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-f575f005-e3ec-4df2-99c8-cb4477802191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:42:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:38.902196 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-f575f005-e3ec-4df2-99c8-cb4477802191 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:39.014712 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5440a993-6065-4508-96de-033298491cfd req-cb1edbbf-2911-4135-9b7b-22c793fa1053 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d018031-4e8d-4c52-8383-f711ff8accb5 HTTP/1.1" status: 200 len: 210 time: 0.0355732 Aug 13 03:42:39.096167 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-f575f005-e3ec-4df2-99c8-cb4477802191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:33Z', 'revision_number': 5, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:39.121757 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575f005-e3ec-4df2-99c8-cb4477802191 None None] Checking router: fe4a9d20-2e78-4ab7-9d52-505188e24fbe for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:42:39.129908 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575f005-e3ec-4df2-99c8-cb4477802191 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:39.130510 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-f575f005-e3ec-4df2-99c8-cb4477802191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:42:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:39.231752 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-f575f005-e3ec-4df2-99c8-cb4477802191 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:39.421818 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-f575f005-e3ec-4df2-99c8-cb4477802191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:33Z', 'revision_number': 5, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:39.447086 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575f005-e3ec-4df2-99c8-cb4477802191 None None] The sync data for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi is: [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:36:22Z', 'revision_number': 4, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '991c9375-ade7-4601-a5d1-4711f7035ddc', 'name': '', 'network_id': '8c5b35d3-f3db-4682-8c3b-d2b32fa35371', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'mac_address': 'fa:16:3e:5b:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:21Z', 'updated_at': '2021-08-13T03:36:33Z', 'revision_number': 5, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'subnets': [{'id': '204cc8a8-df78-4b34-a937-2e3a8d58cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:42:39.665201 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332bc6bf-1b6e-42a1-b1c3-53518ace61c0 None None] New status for floating IP 71fa1d77-eed7-410a-9b2e-215886c6ff0b: DOWN {{(pid=94058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:42:40.098570 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38346) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:40.162424 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f9791b60-ac51-42f6-9141-1c49775697c3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.177198 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ecd10608-d668-48e2-abc3-4bef6b3d52b6 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:42:40.185467 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f9791b60-ac51-42f6-9141-1c49775697c3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.196538 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: ecd10608-d668-48e2-abc3-4bef6b3d52b6 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:42:40.196887 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ecd10608-d668-48e2-abc3-4bef6b3d52b6 not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:42:40.230794 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f9791b60-ac51-42f6-9141-1c49775697c3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.233535 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f9791b60-ac51-42f6-9141-1c49775697c3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.234672 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-f9791b60-ac51-42f6-9141-1c49775697c3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "DELETE /v2.0/security-groups/a2de7505-11b7-438c-86fc-d890cfe03dec HTTP/1.1" status: 204 len: 168 time: 0.1351218 Aug 13 03:42:40.237641 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38348) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:40.243231 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9791b60-ac51-42f6-9141-1c49775697c3 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2de7505-11b7-438c-86fc-d890cfe03dec,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:40.251032 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.api.v2.resource [None req-cf754f35-d9a9-4333-b515-705e211cd23f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] show failed (client error): The resource could not be found. Aug 13 03:42:40.252061 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-cf754f35-d9a9-4333-b515-705e211cd23f tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "GET /v2.0/security-groups/a2de7505-11b7-438c-86fc-d890cfe03dec HTTP/1.1" status: 404 len: 347 time: 0.0134184 Aug 13 03:42:40.254904 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38350) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:40.387500 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-07e94110-5e39-47a0-ab27-4399e56dfc11 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Deleting port 78efe0c0-30de-4ff4-8bd9-702a40c94383 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:42:40.387760 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-07e94110-5e39-47a0-ab27-4399e56dfc11 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.463018 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-07e94110-5e39-47a0-ab27-4399e56dfc11 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.463346 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-07e94110-5e39-47a0-ab27-4399e56dfc11 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.478316 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-07e94110-5e39-47a0-ab27-4399e56dfc11 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Calling delete_port for 78efe0c0-30de-4ff4-8bd9-702a40c94383 owned by network:floatingip {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:42:40.849589 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-07e94110-5e39-47a0-ab27-4399e56dfc11 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.875050 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e94110-5e39-47a0-ab27-4399e56dfc11 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Pushing event deleted for resources: {'Port': ['ID=78efe0c0-30de-4ff4-8bd9-702a40c94383,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:40.931607 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-07e94110-5e39-47a0-ab27-4399e56dfc11 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks [] for floatingip, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.934390 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-07e94110-5e39-47a0-ab27-4399e56dfc11 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:40.935324 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-07e94110-5e39-47a0-ab27-4399e56dfc11 tempest-AttachVolumeShelveTestJSON-185400983 tempest-AttachVolumeShelveTestJSON-185400983-project] 10.222.0.57 "DELETE /v2.0/floatingips/71fa1d77-eed7-410a-9b2e-215886c6ff0b HTTP/1.1" status: 204 len: 168 time: 0.6795185 Aug 13 03:42:40.991706 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38360) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:41.097519 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0701f58b-9216-46b0-a4ef-005afd09820d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:41.188177 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0701f58b-9216-46b0-a4ef-005afd09820d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:41.191806 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0701f58b-9216-46b0-a4ef-005afd09820d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:41.229341 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701f58b-9216-46b0-a4ef-005afd09820d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642b46b5-bff5-4a1e-8830-56088bbecac6,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:41.233621 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-0701f58b-9216-46b0-a4ef-005afd09820d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e7841127f544eaabb536bf00ff1fe12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403281 Aug 13 03:42:41.236301 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38366) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:41.281546 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2cff7ee9-782f-4999-84e0-ae0727ab1ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:41.301343 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2cff7ee9-782f-4999-84e0-ae0727ab1ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:41.346600 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2cff7ee9-782f-4999-84e0-ae0727ab1ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:41.349172 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2cff7ee9-782f-4999-84e0-ae0727ab1ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:41.350282 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-2cff7ee9-782f-4999-84e0-ae0727ab1ac0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/642b46b5-bff5-4a1e-8830-56088bbecac6 HTTP/1.1" status: 204 len: 168 time: 0.1131227 Aug 13 03:42:41.357990 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff7ee9-782f-4999-84e0-ae0727ab1ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642b46b5-bff5-4a1e-8830-56088bbecac6,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:41.596191 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f25c13b6-dfc0-46a2-a4d1-69516e8b040c req-ed50fb8c-0457-4091-9afc-03ed933478d5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425308 Aug 13 03:42:41.608252 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38372) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:41.631805 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-86406479-9a4f-499c-9467-2bb1f5d2e2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:41.683002 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c13b6-dfc0-46a2-a4d1-69516e8b040c req-555d94bd-e7df-4026-83e7-17dfc276b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:41.684489 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f25c13b6-dfc0-46a2-a4d1-69516e8b040c req-555d94bd-e7df-4026-83e7-17dfc276b506 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cc7db04257324af795d8e7b8fb28104f&device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 1098 time: 0.0602968 Aug 13 03:42:41.816719 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-86406479-9a4f-499c-9467-2bb1f5d2e2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:41.820340 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c13b6-dfc0-46a2-a4d1-69516e8b040c req-4f9a4a52-399b-421f-8e43-4668c4b934fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:41.821818 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f25c13b6-dfc0-46a2-a4d1-69516e8b040c req-4f9a4a52-399b-421f-8e43-4668c4b934fe service neutron] 10.222.0.63 "GET /v2.0/networks?id=935d90e8-9c62-46ee-980f-2844116d2f71 HTTP/1.1" status: 200 len: 910 time: 0.1170704 Aug 13 03:42:41.822801 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-86406479-9a4f-499c-9467-2bb1f5d2e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:41.892286 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-86406479-9a4f-499c-9467-2bb1f5d2e2c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65b0b097498c4929935a671ce4d95dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828956 Aug 13 03:42:41.894890 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38374) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:41.896924 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86406479-9a4f-499c-9467-2bb1f5d2e2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa47405-42a1-418e-ba66-75cd9f40f6a7,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:41.917948 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f25c13b6-dfc0-46a2-a4d1-69516e8b040c req-0cc2b3a5-6237-4a76-bca4-558f9b8fd69c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ef1150-029d-4bf8-b285-21c63a30fdca HTTP/1.1" status: 200 len: 1001 time: 0.0804033 Aug 13 03:42:41.944229 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-52dbf53c-6029-45de-bdfc-61060ff2707a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:41.965927 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-52dbf53c-6029-45de-bdfc-61060ff2707a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:41.970257 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c13b6-dfc0-46a2-a4d1-69516e8b040c req-16c370ad-0eea-4978-8d88-efccd1c52895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:41.971701 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f25c13b6-dfc0-46a2-a4d1-69516e8b040c req-16c370ad-0eea-4978-8d88-efccd1c52895 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c30d4b08-50db-46c4-9f62-8fe5cb355d2f HTTP/1.1" status: 200 len: 848 time: 0.0466897 Aug 13 03:42:42.010092 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-52dbf53c-6029-45de-bdfc-61060ff2707a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.012697 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-52dbf53c-6029-45de-bdfc-61060ff2707a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.014015 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-52dbf53c-6029-45de-bdfc-61060ff2707a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eaa47405-42a1-418e-ba66-75cd9f40f6a7 HTTP/1.1" status: 204 len: 168 time: 0.1180682 Aug 13 03:42:42.015824 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c13b6-dfc0-46a2-a4d1-69516e8b040c req-a425fd53-2570-4943-b0c7-62254faca36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:42.017523 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f25c13b6-dfc0-46a2-a4d1-69516e8b040c req-a425fd53-2570-4943-b0c7-62254faca36b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=935d90e8-9c62-46ee-980f-2844116d2f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391717 Aug 13 03:42:42.022545 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbf53c-6029-45de-bdfc-61060ff2707a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa47405-42a1-418e-ba66-75cd9f40f6a7,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:42.122597 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f25c13b6-dfc0-46a2-a4d1-69516e8b040c req-b4e5baa6-e4cf-4fd7-8123-e740e0bd7b24 service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975378 Aug 13 03:42:42.193432 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.226950 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f25c13b6-dfc0-46a2-a4d1-69516e8b040c req-a8208e5f-0473-422c-84dc-2cc82c3c526c service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973470 Aug 13 03:42:42.701065 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38406) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:42.793245 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1482411724-network', 'tenant_id': '528c41970f834857be1b6282e226ce8a'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:42.819110 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Made reservation on behalf of 528c41970f834857be1b6282e226ce8a for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:42.826748 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.835953 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.925232 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.928766 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.956016 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:42:42.962080 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c745764-e35a-4f8b-bcb4-bf84373a70e9,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:42.968111 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.968455 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Added segment ee8c05c5-f5bf-40a4-a7bb-6dc426c51935 of type vlan for network 7d8f25a9-5043-4c56-bdcb-b760b96ccb10 Aug 13 03:42:43.007045 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.034566 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.035668 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:43.036276 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.089928 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3877110 Aug 13 03:42:43.092866 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38410) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:43.094851 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47404a5-46cf-4de4-aa6b-3fb9a80ce393 admin admin] Pushing event updated for resources: {'Network': ['ID=7d8f25a9-5043-4c56-bdcb-b760b96ccb10,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:43.097904 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-1fb7a92f-c472-448c-a740-a41c9263f350 admin admin] Request body: {'subnet': {'network_id': '7d8f25a9-5043-4c56-bdcb-b760b96ccb10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1482411724-subnet', 'tenant_id': '528c41970f834857be1b6282e226ce8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:43.104309 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 7d8f25a9-5043-4c56-bdcb-b760b96ccb10 details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:42:43.118155 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb7a92f-c472-448c-a740-a41c9263f350 admin admin] Made reservation on behalf of 528c41970f834857be1b6282e226ce8a for: {'subnet': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:43.128228 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a92f-c472-448c-a740-a41c9263f350 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28240980'] for subnet, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.289913 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a92f-c472-448c-a740-a41c9263f350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1570433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28240998'] for subnet, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.345364 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7a92f-c472-448c-a740-a41c9263f350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4268feb-b2c9-4962-8d40-f3f47b9f6575,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:43.353271 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7a92f-c472-448c-a740-a41c9263f350 admin admin] Checking segment: {'id': 'ee8c05c5-f5bf-40a4-a7bb-6dc426c51935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7d8f25a9-5043-4c56-bdcb-b760b96ccb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:43.353483 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7a92f-c472-448c-a740-a41c9263f350 admin admin] Network hostable DHCP agents. Network: 7d8f25a9-5043-4c56-bdcb-b760b96ccb10, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:42:43.370311 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7a92f-c472-448c-a740-a41c9263f350 admin admin] Network 7d8f25a9-5043-4c56-bdcb-b760b96ccb10 is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:42:43.378770 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-1fb7a92f-c472-448c-a740-a41c9263f350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 7d8f25a9-5043-4c56-bdcb-b760b96ccb10) {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:43.382084 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38418) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:43.385047 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7a92f-c472-448c-a740-a41c9263f350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:43.385292 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a92f-c472-448c-a740-a41c9263f350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.388216 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9ad338-c50d-451b-8289-fe9aa6407280 None None] Network 7d8f25a9-5043-4c56-bdcb-b760b96ccb10 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:43.404898 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-1fb7a92f-c472-448c-a740-a41c9263f350 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3108089 Aug 13 03:42:43.520903 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca11353e-0804-4dbf-b7ef-c158c476f5db None None] Network 7d8f25a9-5043-4c56-bdcb-b760b96ccb10 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:43.799750 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0c75c9d8-f2fa-4ca6-9f09-95b8dd9bdd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734678'] for router_interface, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.878552 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38436) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:43.884273 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-878462865-network', 'tenant_id': '395c9388e47340b4b066275a43b0a585'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:43.904504 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Made reservation on behalf of 395c9388e47340b4b066275a43b0a585 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:43.906737 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.919313 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.009353 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.013447 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.033649 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:42:44.046773 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-0c75c9d8-f2fa-4ca6-9f09-95b8dd9bdd23 admin admin] Deleting port 991c9375-ade7-4601-a5d1-4711f7035ddc {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:42:44.047121 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0c75c9d8-f2fa-4ca6-9f09-95b8dd9bdd23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.047448 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28dc265-2559-4d1a-b5b0-fd139c22ccde,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:44.052474 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.052901 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Added segment 86510e54-e541-41c2-8301-b81777c5d6dd of type vlan for network 572895ed-53f5-4754-912d-080e9266a48d Aug 13 03:42:44.092664 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.121186 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.122253 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:44.122847 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.127596 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-0c75c9d8-f2fa-4ca6-9f09-95b8dd9bdd23 admin admin] For port 991c9375-ade7-4601-a5d1-4711f7035ddc, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=991c9375-ade7-4601-a5d1-4711f7035ddc,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:44.128526 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0c75c9d8-f2fa-4ca6-9f09-95b8dd9bdd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.140698 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-0c75c9d8-f2fa-4ca6-9f09-95b8dd9bdd23 admin admin] Calling delete_port for 991c9375-ade7-4601-a5d1-4711f7035ddc owned by network:router_interface {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:42:44.174080 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2942903 Aug 13 03:42:44.178477 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38438) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:44.183734 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-30d3e3d0-15b2-415d-8633-2fc8b20107c9 admin admin] Request body: {'subnet': {'network_id': '572895ed-53f5-4754-912d-080e9266a48d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-878462865-subnet', 'tenant_id': '395c9388e47340b4b066275a43b0a585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:44.191442 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e53ec-3c92-46a4-ae85-35b9bd48d5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=572895ed-53f5-4754-912d-080e9266a48d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:44.203196 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 572895ed-53f5-4754-912d-080e9266a48d details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:42:44.209109 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d3e3d0-15b2-415d-8633-2fc8b20107c9 admin admin] Made reservation on behalf of 395c9388e47340b4b066275a43b0a585 for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:44.211851 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-30d3e3d0-15b2-415d-8633-2fc8b20107c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25276247'] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.324268 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0c75c9d8-f2fa-4ca6-9f09-95b8dd9bdd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.359322 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75c9d8-f2fa-4ca6-9f09-95b8dd9bdd23 admin admin] Pushing event deleted for resources: {'Port': ['ID=991c9375-ade7-4601-a5d1-4711f7035ddc,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:44.393265 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-30d3e3d0-15b2-415d-8633-2fc8b20107c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25712161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25276261'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.447425 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3e3d0-15b2-415d-8633-2fc8b20107c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be52413-10c1-4e93-8832-d26362b68d58,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:44.463509 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d3e3d0-15b2-415d-8633-2fc8b20107c9 admin admin] Checking segment: {'id': '86510e54-e541-41c2-8301-b81777c5d6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '572895ed-53f5-4754-912d-080e9266a48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:44.463875 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d3e3d0-15b2-415d-8633-2fc8b20107c9 admin admin] Network hostable DHCP agents. Network: 572895ed-53f5-4754-912d-080e9266a48d, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:42:44.481139 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d3e3d0-15b2-415d-8633-2fc8b20107c9 admin admin] Network 572895ed-53f5-4754-912d-080e9266a48d is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:42:44.491597 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-30d3e3d0-15b2-415d-8633-2fc8b20107c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 572895ed-53f5-4754-912d-080e9266a48d) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:44.495703 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d3e3d0-15b2-415d-8633-2fc8b20107c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:44.496504 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-30d3e3d0-15b2-415d-8633-2fc8b20107c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.501483 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b8f1f-df48-4a12-96a8-5212aa0a0099 None None] Network 572895ed-53f5-4754-912d-080e9266a48d requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:44.519968 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-30d3e3d0-15b2-415d-8633-2fc8b20107c9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3327937 Aug 13 03:42:44.550571 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0c75c9d8-f2fa-4ca6-9f09-95b8dd9bdd23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674662'] for router_interface, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:44.650494 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8749e169-4b8a-4e5d-88c9-992c3a9db311 None None] Network 572895ed-53f5-4754-912d-080e9266a48d requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:44.779342 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c75c9d8-f2fa-4ca6-9f09-95b8dd9bdd23 admin admin] Router fe4a9d20-2e78-4ab7-9d52-505188e24fbe has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:42:44.885947 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c75c9d8-f2fa-4ca6-9f09-95b8dd9bdd23 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:42:44.893424 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-0c75c9d8-f2fa-4ca6-9f09-95b8dd9bdd23 admin admin] 10.222.0.57 "PUT /v2.0/routers/fe4a9d20-2e78-4ab7-9d52-505188e24fbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5079596 Aug 13 03:42:44.893654 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38446) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:44.894560 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb780bd-3d36-49b0-82f5-53ca15f791e2 None None] Sync routers for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:42:44.903985 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb780bd-3d36-49b0-82f5-53ca15f791e2 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:44.904594 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-1eb780bd-3d36-49b0-82f5-53ca15f791e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:42:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:45.002111 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Notify callbacks [] for router, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.017150 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-1eb780bd-3d36-49b0-82f5-53ca15f791e2 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:45.178313 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.244692 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-1eb780bd-3d36-49b0-82f5-53ca15f791e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:42:44Z', 'revision_number': 5, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port': {'id': '80c807b7-20cb-419a-8b1a-a3755a03d462', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:36:17Z', 'updated_at': '2021-08-13T03:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:45.245751 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Deleting port 80c807b7-20cb-419a-8b1a-a3755a03d462 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:42:45.246102 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.270065 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb780bd-3d36-49b0-82f5-53ca15f791e2 None None] Checking router: fe4a9d20-2e78-4ab7-9d52-505188e24fbe for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:42:45.278013 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb780bd-3d36-49b0-82f5-53ca15f791e2 None None] Routers {'fe4a9d20-2e78-4ab7-9d52-505188e24fbe'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:42:45.278612 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-1eb780bd-3d36-49b0-82f5-53ca15f791e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:42:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:45.322729 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] For port 80c807b7-20cb-419a-8b1a-a3755a03d462, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=80c807b7-20cb-419a-8b1a-a3755a03d462,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:45.323107 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.335864 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Calling delete_port for 80c807b7-20cb-419a-8b1a-a3755a03d462 owned by network:router_gateway {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:42:45.365704 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-1eb780bd-3d36-49b0-82f5-53ca15f791e2 None None] Set router fe4a9d20-2e78-4ab7-9d52-505188e24fbe gateway port host: None {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:42:45.415564 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-1eb780bd-3d36-49b0-82f5-53ca15f791e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:42:45Z', 'revision_number': 6, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port_host': None}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:45.443509 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb780bd-3d36-49b0-82f5-53ca15f791e2 None None] The sync data for ids ['fe4a9d20-2e78-4ab7-9d52-505188e24fbe'] in dv-cinder-759962-7-iscsi is: [{'id': 'fe4a9d20-2e78-4ab7-9d52-505188e24fbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1744575191-router', 'tenant_id': '8c29dde412844c7080ebb0405ba4f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:36:16Z', 'updated_at': '2021-08-13T03:42:45Z', 'revision_number': 6, 'project_id': '8c29dde412844c7080ebb0405ba4f877', 'gw_port_host': None}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:42:45.501911 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.530925 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Pushing event deleted for resources: {'Port': ['ID=80c807b7-20cb-419a-8b1a-a3755a03d462,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:45.590753 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675612'] for router_gateway, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.690672 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3676720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.692884 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.758922 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3676735'] for router, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.759371 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe4a9d20-2e78-4ab7-9d52-505188e24fbe {{(pid=94057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:42:45.764219 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.765343 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7d61b468-afa0-4329-85d9-8655c4eac72c admin admin] 10.222.0.57 "DELETE /v2.0/routers/fe4a9d20-2e78-4ab7-9d52-505188e24fbe HTTP/1.1" status: 204 len: 168 time: 0.8706906 Aug 13 03:42:45.767802 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38452) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:45.812110 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-35dbabfb-e60f-4980-b5d2-8683e41bd22a admin admin] Deleting subnet 204cc8a8-df78-4b34-a937-2e3a8d58cc1b {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:42:45.815434 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-35dbabfb-e60f-4980-b5d2-8683e41bd22a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.850726 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-35dbabfb-e60f-4980-b5d2-8683e41bd22a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25334338'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.958817 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-35dbabfb-e60f-4980-b5d2-8683e41bd22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.008291 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-35dbabfb-e60f-4980-b5d2-8683e41bd22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25712230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25276284'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.032221 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbabfb-e60f-4980-b5d2-8683e41bd22a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204cc8a8-df78-4b34-a937-2e3a8d58cc1b,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:46.035859 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-35dbabfb-e60f-4980-b5d2-8683e41bd22a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.037835 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-35dbabfb-e60f-4980-b5d2-8683e41bd22a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/204cc8a8-df78-4b34-a937-2e3a8d58cc1b HTTP/1.1" status: 204 len: 168 time: 0.2689347 Aug 13 03:42:46.040844 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38454) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:46.043182 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cef2cb1-7040-4bea-ac06-f19bbff723af None None] Network 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:46.108260 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.158533 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Deleting port 5d263641-1604-402b-88c8-d7770400ecfb {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:42:46.158879 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.227564 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] For port 5d263641-1604-402b-88c8-d7770400ecfb, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=5d263641-1604-402b-88c8-d7770400ecfb,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:46.228193 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.236492 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] DHCP port deletion for 8c5b35d3-f3db-4682-8c3b-d2b32fa35371 request from dv-cinder-759962-7-iscsi {{(pid=94058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:42:46.242337 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Calling delete_port for 5d263641-1604-402b-88c8-d7770400ecfb owned by network:dhcp {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:42:46.283167 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Deleting port 5d263641-1604-402b-88c8-d7770400ecfb {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:42:46.283489 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.329820 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.348206 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] For port 5d263641-1604-402b-88c8-d7770400ecfb, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=5d263641-1604-402b-88c8-d7770400ecfb,segment=NetworkSegment(4dd39a2e-d021-48bb-8657-0832842a0be1),segment_id=4dd39a2e-d021-48bb-8657-0832842a0be1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:46.348877 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.355997 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d263641-1604-402b-88c8-d7770400ecfb,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:46.361936 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] No DVR routers for this DVR port 5d263641-1604-402b-88c8-d7770400ecfb on host dv-cinder-759962-7-iscsi {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:42:46.368219 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Calling delete_port for 5d263641-1604-402b-88c8-d7770400ecfb owned by network:dhcp {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:42:46.438628 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.450965 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5b35d3-f3db-4682-8c3b-d2b32fa35371']}} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:46.461822 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd39a2e-d021-48bb-8657-0832842a0be1') {'for_net_delete': True} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:46.461919 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd39a2e-d021-48bb-8657-0832842a0be1') {} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:46.470805 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25334357'] for segment, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.485480 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.494672 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:42:46.495132 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25712312'] for segment, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: Traceback (most recent call last): Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: timer() Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: cb(*args, **kw) Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: return func(*args, **kwargs) Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: self._notify() Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: self.callback(batched_events) Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: event.method(event) Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: return f(self, *a, **k) Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: return self._get(url).json() Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: return self.request(url, 'GET', **kwargs) Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:42:46.497042 dv-cinder-759962-7-iscsi neutron-server[94057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:42:46.532871 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.572187 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] No DVR routers for this DVR port 5d263641-1604-402b-88c8-d7770400ecfb on host dv-cinder-759962-7-iscsi {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:42:46.575152 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Pushing event deleted for resources: {'Port': ['ID=5d263641-1604-402b-88c8-d7770400ecfb,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:46.589122 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:46.589122 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:46.589551 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:46.589980 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:46.590581 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:46.590975 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:46.591433 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:46.592091 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:46.592686 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:46.593181 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:46.593664 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:46.594157 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f16037-61e3-4956-975f-7bf8efb419c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:46.596255 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.612281 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.614130 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8c5b35d3-f3db-4682-8c3b-d2b32fa35371 HTTP/1.1" status: 204 len: 168 time: 0.5723963 Aug 13 03:42:46.615431 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633e04e-dc2d-4ef6-94fb-d92248196858 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5b35d3-f3db-4682-8c3b-d2b32fa35371,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:46.776615 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38470) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:46.796044 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 5d263641-1604-402b-88c8-d7770400ecfb no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:42:46.815872 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-542fd54c-596b-4645-a22e-6623725914fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c29dde412844c7080ebb0405ba4f877&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380855 Aug 13 03:42:46.818197 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 5d263641-1604-402b-88c8-d7770400ecfb {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:42:46.818437 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38472) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:46.818914 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 5d263641-1604-402b-88c8-d7770400ecfb not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:42:46.819012 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 80c807b7-20cb-419a-8b1a-a3755a03d462 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:42:46.838136 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 80c807b7-20cb-419a-8b1a-a3755a03d462 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:42:46.838417 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 80c807b7-20cb-419a-8b1a-a3755a03d462 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:42:46.838833 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 991c9375-ade7-4601-a5d1-4711f7035ddc no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:42:46.857593 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 991c9375-ade7-4601-a5d1-4711f7035ddc {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:42:46.857941 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 991c9375-ade7-4601-a5d1-4711f7035ddc not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:42:46.875163 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bddbbf3e-2193-4e61-a763-7d06dba2d733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.895535 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bddbbf3e-2193-4e61-a763-7d06dba2d733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.940230 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bddbbf3e-2193-4e61-a763-7d06dba2d733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.942797 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bddbbf3e-2193-4e61-a763-7d06dba2d733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:46.943962 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-bddbbf3e-2193-4e61-a763-7d06dba2d733 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c770ad3-bf9f-49df-b8bc-9e65d219e3b6 HTTP/1.1" status: 204 len: 168 time: 0.1245363 Aug 13 03:42:46.951887 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbbf3e-2193-4e61-a763-7d06dba2d733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c770ad3-bf9f-49df-b8bc-9e65d219e3b6,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:47.575754 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38494) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:47.671995 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-738893715-network', 'tenant_id': 'b0123406893c4efdb9778ac11be9eff4'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:47.692900 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Made reservation on behalf of b0123406893c4efdb9778ac11be9eff4 for: {'network': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:47.695147 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:47.703449 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:47.795809 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:47.801064 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:47.826803 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:42:47.837017 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38914b13-f2cb-4084-8eb1-94c7f0ca272e,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:47.859014 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:47.859014 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.segments_db [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Added segment 18e98266-e5d2-46c6-beed-efcacb0f4787 of type vlan for network b460852c-56b2-474d-99f6-0e0fd67666d3 Aug 13 03:42:47.895976 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:47.924209 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:47.925223 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:47.925830 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:47.976664 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3989789 Aug 13 03:42:47.979592 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38506) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:47.983462 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8381484-5095-4d47-807d-b6b35197c417 admin admin] Pushing event updated for resources: {'Network': ['ID=b460852c-56b2-474d-99f6-0e0fd67666d3,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:47.984545 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-7f79abf2-c6b2-499c-896d-3a4f8198f363 admin admin] Request body: {'subnet': {'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-738893715-subnet', 'tenant_id': 'b0123406893c4efdb9778ac11be9eff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:47.994083 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network b460852c-56b2-474d-99f6-0e0fd67666d3 details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:42:48.005322 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f79abf2-c6b2-499c-896d-3a4f8198f363 admin admin] Made reservation on behalf of b0123406893c4efdb9778ac11be9eff4 for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:48.007595 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7f79abf2-c6b2-499c-896d-3a4f8198f363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25276247'] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:48.165753 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7f79abf2-c6b2-499c-896d-3a4f8198f363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25712161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25276261'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:48.218403 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79abf2-c6b2-499c-896d-3a4f8198f363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2de044-986d-4fcd-874c-8680a84452f4,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:48.228628 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79abf2-c6b2-499c-896d-3a4f8198f363 admin admin] Checking segment: {'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:48.228980 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79abf2-c6b2-499c-896d-3a4f8198f363 admin admin] Network hostable DHCP agents. Network: b460852c-56b2-474d-99f6-0e0fd67666d3, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:42:48.244372 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79abf2-c6b2-499c-896d-3a4f8198f363 admin admin] Network b460852c-56b2-474d-99f6-0e0fd67666d3 is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:42:48.252348 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-7f79abf2-c6b2-499c-896d-3a4f8198f363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, b460852c-56b2-474d-99f6-0e0fd67666d3) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:48.256040 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f79abf2-c6b2-499c-896d-3a4f8198f363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:48.256604 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7f79abf2-c6b2-499c-896d-3a4f8198f363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:48.261637 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501e8b19-9c02-4bf6-acd4-39858533f53f None None] Network b460852c-56b2-474d-99f6-0e0fd67666d3 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:48.269782 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7f79abf2-c6b2-499c-896d-3a4f8198f363 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2890458 Aug 13 03:42:48.381471 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73358a51-6b13-426f-bdb5-38c0c18a0b5d None None] Network b460852c-56b2-474d-99f6-0e0fd67666d3 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:42:48.713762 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-a3f50d9c-b19a-4ec5-9f6d-09cd9c86f69a tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:48.715109 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-a3f50d9c-b19a-4ec5-9f6d-09cd9c86f69a tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/networks?id=b460852c-56b2-474d-99f6-0e0fd67666d3 HTTP/1.1" status: 200 len: 814 time: 0.0970294 Aug 13 03:42:48.729370 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-0990301e-4e08-4044-907d-44ce829d53bf tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/quotas/b0123406893c4efdb9778ac11be9eff4 HTTP/1.1" status: 200 len: 375 time: 0.0085874 Aug 13 03:42:48.761229 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-9bb9f76b-564f-4475-b497-ba08b32e67be tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b0123406893c4efdb9778ac11be9eff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269215 Aug 13 03:42:48.896959 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-9432acb3-e5c0-4461-98ea-2b07ce465c64 service neutron] 10.222.0.57 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290078 Aug 13 03:42:48.987161 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-6a791bb7-c3c6-4bf4-84eb-c852c7815ef3 service neutron] 10.222.0.57 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834551 Aug 13 03:42:49.148806 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4433955d-ce25-41f8-bd4f-ffda5333f981 req-2179f2ec-f8e7-4eed-ab70-72e47a13c417 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 210 time: 0.0310104 Aug 13 03:42:50.045566 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-9316baa4-b6a3-403d-a04f-b21534eb7630 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:50.047421 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-9316baa4-b6a3-403d-a04f-b21534eb7630 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "GET /v2.0/networks?id=b460852c-56b2-474d-99f6-0e0fd67666d3 HTTP/1.1" status: 200 len: 814 time: 0.1165366 Aug 13 03:42:50.060072 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-c3d1fca5-fea2-4b14-bc87-fdb627b806ec tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Request body: {'port': {'device_id': 'fed9d34a-8ad4-4e7b-8da6-42bd480f5f43', 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3', 'admin_state_up': True, 'tenant_id': 'b0123406893c4efdb9778ac11be9eff4'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:50.168701 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-c3d1fca5-fea2-4b14-bc87-fdb627b806ec tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Made reservation on behalf of b0123406893c4efdb9778ac11be9eff4 for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:42:50.175133 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-c3d1fca5-fea2-4b14-bc87-fdb627b806ec tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:50.257332 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-176ef773-bf9f-4737-ae85-8125409ad5bb req-54b17b26-99c9-4388-a9c0-f2d2b944bc16 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 210 time: 0.0322235 Aug 13 03:42:50.320165 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-c3d1fca5-fea2-4b14-bc87-fdb627b806ec tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Allocated IP 172.20.0.9 (b460852c-56b2-474d-99f6-0e0fd67666d3/8d2de044-986d-4fcd-874c-8680a84452f4/1d0b4c98-a556-4c86-a246-d03afdf1fdf0) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:42:50.484829 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-c3d1fca5-fea2-4b14-bc87-fdb627b806ec tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:50.522552 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-c3d1fca5-fea2-4b14-bc87-fdb627b806ec tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:50.565404 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-c3d1fca5-fea2-4b14-bc87-fdb627b806ec tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Network b460852c-56b2-474d-99f6-0e0fd67666d3 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:42:50.568279 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-c3d1fca5-fea2-4b14-bc87-fdb627b806ec tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:42:50.571970 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-c3d1fca5-fea2-4b14-bc87-fdb627b806ec tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:42:50.595003 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1fca5-fea2-4b14-bc87-fdb627b806ec tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Pushing event updated for resources: {'Port': ['ID=1d0b4c98-a556-4c86-a246-d03afdf1fdf0,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:50.623275 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-c3d1fca5-fea2-4b14-bc87-fdb627b806ec tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:50.623936 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-c3d1fca5-fea2-4b14-bc87-fdb627b806ec tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:50.637160 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-c3d1fca5-fea2-4b14-bc87-fdb627b806ec tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810804 Aug 13 03:42:50.650866 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Request body: {'port': {'device_id': 'fed9d34a-8ad4-4e7b-8da6-42bd480f5f43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:42:50.700289 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:50.955767 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:42:50.963530 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:50.974713 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Transition to ACTIVE for port object 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:42:50.978694 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:51.045459 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0b4c98-a556-4c86-a246-d03afdf1fdf0,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:51.099992 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Attempting to bind port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:42:51.100635 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Attempting to bind port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:42:51.100852 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Attempting to bind port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 on network b460852c-56b2-474d-99f6-0e0fd67666d3 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:51.105616 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 on network b460852c-56b2-474d-99f6-0e0fd67666d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:42:51.106013 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Attempting to bind port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 on network b460852c-56b2-474d-99f6-0e0fd67666d3 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:42:51.111069 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:42:51.111413 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Checking segment: {'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:42:51.111802 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Bound using segment: {'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:42:51.112290 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Bound port: 1d0b4c98-a556-4c86-a246-d03afdf1fdf0, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:42:51.112655 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:51.377912 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdf2f2-98f1-438e-893c-cebafde9e084 req-0fece2b7-c513-401f-869a-c95abaebc58c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:51.379451 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b2cdf2f2-98f1-438e-893c-cebafde9e084 req-0fece2b7-c513-401f-869a-c95abaebc58c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 943 time: 0.0503571 Aug 13 03:42:51.417782 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b2cdf2f2-98f1-438e-893c-cebafde9e084 req-5bf7c01d-554c-4b67-b560-f7a64cbfb4b6 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316889 Aug 13 03:42:51.418878 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] For port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:42:51.421905 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] For port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1d0b4c98-a556-4c86-a246-d03afdf1fdf0,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:42:51.426338 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:51.459437 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:51.460116 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:51.461532 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] 10.222.0.63 "PUT /v2.0/ports/1d0b4c98-a556-4c86-a246-d03afdf1fdf0 HTTP/1.1" status: 200 len: 1093 time: 0.8153822 Aug 13 03:42:51.461943 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed9d34a-8ad4-4e7b-8da6-42bd480f5f43', 'tag': '1d0b4c98-a556-4c86-a246-d03afdf1fdf0'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:42:51.464184 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdf6fbd-18a4-43a7-9f71-7c04035ff6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "fed9d34a-8ad4-4e7b-8da6-42bd480f5f43", "tag": "1d0b4c98-a556-4c86-a246-d03afdf1fdf0"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:42:51.492289 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91e258-6db3-43e6-acf2-dc32005a5558 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0b4c98-a556-4c86-a246-d03afdf1fdf0,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:51.521385 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e1d409-cca5-4918-89fb-eadfc615fd69 x-openstack-request-id: req-14e1d409-cca5-4918-89fb-eadfc615fd69 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:42:51.521773 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed9d34a-8ad4-4e7b-8da6-42bd480f5f43", "tag": "1d0b4c98-a556-4c86-a246-d03afdf1fdf0", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:42:51.522108 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14e1d409-cca5-4918-89fb-eadfc615fd69 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:42:51.522460 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed9d34a-8ad4-4e7b-8da6-42bd480f5f43', 'tag': '1d0b4c98-a556-4c86-a246-d03afdf1fdf0', 'status': 'completed', 'code': 200} Aug 13 03:42:51.550862 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-208171a9-fd46-4474-9d23-a9c220ebb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:51.552385 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-208171a9-fd46-4474-9d23-a9c220ebb5a7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0123406893c4efdb9778ac11be9eff4&device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 1096 time: 0.0411067 Aug 13 03:42:51.596887 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-422f5d1c-a22c-4b8d-9731-a49815907927 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d0b4c98-a556-4c86-a246-d03afdf1fdf0 HTTP/1.1" status: 200 len: 217 time: 0.0356352 Aug 13 03:42:51.646690 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-1f12c820-01e2-4c8e-95cd-61f13389a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:51.650617 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-1f12c820-01e2-4c8e-95cd-61f13389a7d7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d2de044-986d-4fcd-874c-8680a84452f4 HTTP/1.1" status: 200 len: 854 time: 0.0447836 Aug 13 03:42:51.682425 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-02d0a53b-18f6-417d-ae61-7059ff82e756 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b460852c-56b2-474d-99f6-0e0fd67666d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268793 Aug 13 03:42:51.773797 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-f1dc5a8a-1c30-47e4-8478-5ed452a3284d service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833156 Aug 13 03:42:51.860971 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c17032f6-82ec-4ce9-a229-7034ad547ea7 req-c364b634-3741-4e8f-a06c-ea2dc98a8e38 service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797820 Aug 13 03:42:51.945034 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf6fbd-18a4-43a7-9f71-7c04035ff6c6 req-6cba33fa-ac30-4c9f-8448-cd9beed4d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:51.946498 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3fdf6fbd-18a4-43a7-9f71-7c04035ff6c6 req-6cba33fa-ac30-4c9f-8448-cd9beed4d627 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0123406893c4efdb9778ac11be9eff4&device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 1096 time: 0.0401342 Aug 13 03:42:52.034834 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf6fbd-18a4-43a7-9f71-7c04035ff6c6 req-cc8c593c-6296-4cea-84ee-7eadbf888ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:52.036273 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3fdf6fbd-18a4-43a7-9f71-7c04035ff6c6 req-cc8c593c-6296-4cea-84ee-7eadbf888ef3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b460852c-56b2-474d-99f6-0e0fd67666d3 HTTP/1.1" status: 200 len: 915 time: 0.0817444 Aug 13 03:42:52.077667 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3fdf6fbd-18a4-43a7-9f71-7c04035ff6c6 req-914bb20f-9a18-4ee3-93fa-f97c1710dc9f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d0b4c98-a556-4c86-a246-d03afdf1fdf0 HTTP/1.1" status: 200 len: 217 time: 0.0329781 Aug 13 03:42:52.127973 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf6fbd-18a4-43a7-9f71-7c04035ff6c6 req-ec03cc16-4372-4a00-896a-af1c5637f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:52.129357 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3fdf6fbd-18a4-43a7-9f71-7c04035ff6c6 req-ec03cc16-4372-4a00-896a-af1c5637f970 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d2de044-986d-4fcd-874c-8680a84452f4 HTTP/1.1" status: 200 len: 854 time: 0.0447035 Aug 13 03:42:52.159366 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3fdf6fbd-18a4-43a7-9f71-7c04035ff6c6 req-3ebd05ff-cc22-4530-ae6d-b19cb0a57905 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b460852c-56b2-474d-99f6-0e0fd67666d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224547 Aug 13 03:42:52.245028 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3fdf6fbd-18a4-43a7-9f71-7c04035ff6c6 req-ba790a26-da7b-4606-bfd5-60e2350b1fb6 service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783169 Aug 13 03:42:52.337197 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3fdf6fbd-18a4-43a7-9f71-7c04035ff6c6 req-4f216860-a05c-40b0-bb31-a05a4d54f309 service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824540 Aug 13 03:42:52.529462 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703b6e7-d8a9-433f-9d87-dec9effc448f req-8cd20385-4890-499a-a906-1f239bb6903f tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:52.530929 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9703b6e7-d8a9-433f-9d87-dec9effc448f req-8cd20385-4890-499a-a906-1f239bb6903f tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 943 time: 0.0473278 Aug 13 03:42:52.567330 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9703b6e7-d8a9-433f-9d87-dec9effc448f req-80efe1f6-1db3-4d5e-a23d-c1275c64c349 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305915 Aug 13 03:42:53.564147 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7580a7b7-5d30-41e9-8bf1-7a04b0964e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.685059 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e50d0-05e6-4ec5-bcc4-5a24c5c069fe req-e896415f-6d10-4423-a440-66f0b30b5831 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:53.686518 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cf9e50d0-05e6-4ec5-bcc4-5a24c5c069fe req-e896415f-6d10-4423-a440-66f0b30b5831 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 943 time: 0.0509446 Aug 13 03:42:53.722397 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cf9e50d0-05e6-4ec5-bcc4-5a24c5c069fe req-80dd6e67-e972-4761-98ff-ce87184fa709 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301304 Aug 13 03:42:54.068350 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:42:54.223445 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:42:54.320955 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1d0b4c98-a556-4c86-a246-d03afdf1fdf0,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:54.332290 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': '1d0b4c98-a556-4c86-a246-d03afdf1fdf0', 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3', 'port_id': '1d0b4c98-a556-4c86-a246-d03afdf1fdf0', 'mac_address': 'fa:16:3e:ce:2a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2de044-986d-4fcd-874c-8680a84452f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:42:54.369980 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:54.382507 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:42:54.401601 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1d0b4c98-a556-4c86-a246-d03afdf1fdf0,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:54.405136 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:54.450685 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=1d0b4c98-a556-4c86-a246-d03afdf1fdf0,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:54.610607 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['1d0b4c98-a556-4c86-a246-d03afdf1fdf0'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:42:54.834029 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a976052-1315-4e9f-abee-79d23217a68b req-950b1db3-4a5c-451f-9011-0d2a4ee28324 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:54.835379 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8a976052-1315-4e9f-abee-79d23217a68b req-950b1db3-4a5c-451f-9011-0d2a4ee28324 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 944 time: 0.0475380 Aug 13 03:42:54.871378 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8a976052-1315-4e9f-abee-79d23217a68b req-fd0c59b0-b93a-4c02-8ffe-3b32005f50e5 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300748 Aug 13 03:42:55.994594 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df522279-ac55-4156-b216-f041603d112a req-2e52a6ed-097f-4ff9-ab77-62b0c5c9f6f3 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:55.996067 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-df522279-ac55-4156-b216-f041603d112a req-2e52a6ed-097f-4ff9-ab77-62b0c5c9f6f3 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 944 time: 0.0488486 Aug 13 03:42:56.031824 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-df522279-ac55-4156-b216-f041603d112a req-21ba1fe7-050e-4caf-87b3-6852b91c436b tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299284 Aug 13 03:42:56.145916 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1ffc431f-f425-4f3a-840b-b4f3f4b744c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:56.238759 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:42:56.296376 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:56.308661 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:42:56.312463 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:42:56.312835 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:56.391252 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:56.412930 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed9d34a-8ad4-4e7b-8da6-42bd480f5f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0b4c98-a556-4c86-a246-d03afdf1fdf0'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:42:56.415172 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc897042-27f4-4c25-8257-25c1c060e888" -d '{"events": [{"server_uuid": "fed9d34a-8ad4-4e7b-8da6-42bd480f5f43", "name": "network-vif-plugged", "status": "completed", "tag": "1d0b4c98-a556-4c86-a246-d03afdf1fdf0"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:42:56.427824 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1d0b4c98-a556-4c86-a246-d03afdf1fdf0,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:42:56.432133 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:56.457784 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aad8de-6d18-4d6b-bb54-a01802f6e632 x-openstack-request-id: req-80aad8de-6d18-4d6b-bb54-a01802f6e632 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:42:56.458075 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed9d34a-8ad4-4e7b-8da6-42bd480f5f43", "name": "network-vif-plugged", "status": "completed", "tag": "1d0b4c98-a556-4c86-a246-d03afdf1fdf0", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:42:56.458324 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-80aad8de-6d18-4d6b-bb54-a01802f6e632 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:42:56.458702 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed9d34a-8ad4-4e7b-8da6-42bd480f5f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0b4c98-a556-4c86-a246-d03afdf1fdf0', 'code': 200} Aug 13 03:42:56.484644 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=1d0b4c98-a556-4c86-a246-d03afdf1fdf0,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:56.628020 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022db94f-b9ec-4413-b872-d153e77b60cc req-56993490-887e-4c9f-929f-8a36fbee1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:56.629536 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-022db94f-b9ec-4413-b872-d153e77b60cc req-56993490-887e-4c9f-929f-8a36fbee1e86 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 1098 time: 0.0399523 Aug 13 03:42:56.664774 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-022db94f-b9ec-4413-b872-d153e77b60cc req-0c6c7dc9-09b1-40bf-8b47-89b13b743a29 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275476 Aug 13 03:42:57.150023 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f6ac6-ea2c-41e1-a9c3-7235480e84b3 req-5cec290e-0d0a-4e29-9232-ff2f5519345f tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:57.151549 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-222f6ac6-ea2c-41e1-a9c3-7235480e84b3 req-5cec290e-0d0a-4e29-9232-ff2f5519345f tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 945 time: 0.0530417 Aug 13 03:42:57.190110 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-222f6ac6-ea2c-41e1-a9c3-7235480e84b3 req-a5de41d0-43bc-43ca-803b-281999c5d3d0 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Aug 13 03:42:57.325236 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.193527 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38646) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:58.236991 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-1129717f-8e90-4490-b80d-effde3883fff admin admin] Deleting subnet a4268feb-b2c9-4962-8d40-f3f47b9f6575 {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:42:58.240175 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1129717f-8e90-4490-b80d-effde3883fff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.298958 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1129717f-8e90-4490-b80d-effde3883fff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25334338'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.358793 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc97949-a22f-466c-ab8a-d6b730b71827 req-932903dc-206c-4b52-82bf-154cb1d669f8 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:42:58.360192 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3dc97949-a22f-466c-ab8a-d6b730b71827 req-932903dc-206c-4b52-82bf-154cb1d669f8 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 945 time: 0.1017613 Aug 13 03:42:58.372915 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1129717f-8e90-4490-b80d-effde3883fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.426866 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3dc97949-a22f-466c-ab8a-d6b730b71827 req-b289cfa9-59ab-4020-b700-27dd65660694 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608745 Aug 13 03:42:58.443584 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1129717f-8e90-4490-b80d-effde3883fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25712230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25276284'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.467799 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129717f-8e90-4490-b80d-effde3883fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4268feb-b2c9-4962-8d40-f3f47b9f6575,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:58.473388 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1129717f-8e90-4490-b80d-effde3883fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.475220 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1129717f-8e90-4490-b80d-effde3883fff admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a4268feb-b2c9-4962-8d40-f3f47b9f6575 HTTP/1.1" status: 204 len: 168 time: 0.2807157 Aug 13 03:42:58.477630 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38652) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:58.547488 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9380110a-75b7-4613-bdce-2f5146ff932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.635775 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9380110a-75b7-4613-bdce-2f5146ff932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.648744 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-9380110a-75b7-4613-bdce-2f5146ff932a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8f25a9-5043-4c56-bdcb-b760b96ccb10']}} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:58.661066 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-9380110a-75b7-4613-bdce-2f5146ff932a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8c05c5-f5bf-40a4-a7bb-6dc426c51935') {'for_net_delete': True} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:58.661366 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-9380110a-75b7-4613-bdce-2f5146ff932a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8c05c5-f5bf-40a4-a7bb-6dc426c51935') {} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:58.670418 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9380110a-75b7-4613-bdce-2f5146ff932a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25334357'] for segment, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.688959 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9380110a-75b7-4613-bdce-2f5146ff932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.696454 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9380110a-75b7-4613-bdce-2f5146ff932a admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:42:58.697002 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9380110a-75b7-4613-bdce-2f5146ff932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25712312'] for segment, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: Traceback (most recent call last): Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: timer() Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: cb(*args, **kw) Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: return func(*args, **kwargs) Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: self._notify() Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: self.callback(batched_events) Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: event.method(event) Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: return f(self, *a, **k) Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: return self._get(url).json() Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: return self.request(url, 'GET', **kwargs) Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:42:58.698754 dv-cinder-759962-7-iscsi neutron-server[94057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:42:58.760081 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9380110a-75b7-4613-bdce-2f5146ff932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.763864 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9380110a-75b7-4613-bdce-2f5146ff932a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.766211 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-9380110a-75b7-4613-bdce-2f5146ff932a admin admin] 10.222.0.57 "DELETE /v2.0/networks/7d8f25a9-5043-4c56-bdcb-b760b96ccb10 HTTP/1.1" status: 204 len: 168 time: 0.2874084 Aug 13 03:42:58.768988 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38658) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:58.780134 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380110a-75b7-4613-bdce-2f5146ff932a admin admin] Pushing event deleted for resources: {'Network': ['ID=7d8f25a9-5043-4c56-bdcb-b760b96ccb10,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:58.813140 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddb18ae-0ef5-45d5-a95a-59022e4d63c0 admin admin] Deleting subnet 2be52413-10c1-4e93-8832-d26362b68d58 {{(pid=94056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:42:58.816160 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ddb18ae-0ef5-45d5-a95a-59022e4d63c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.854628 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ddb18ae-0ef5-45d5-a95a-59022e4d63c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913378'] for subnet, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.879572 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.892276 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ddb18ae-0ef5-45d5-a95a-59022e4d63c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.941263 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ddb18ae-0ef5-45d5-a95a-59022e4d63c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1570502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28241023'] for subnet, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.968175 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb18ae-0ef5-45d5-a95a-59022e4d63c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be52413-10c1-4e93-8832-d26362b68d58,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:58.970113 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ddb18ae-0ef5-45d5-a95a-59022e4d63c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:58.971955 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-6ddb18ae-0ef5-45d5-a95a-59022e4d63c0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2be52413-10c1-4e93-8832-d26362b68d58 HTTP/1.1" status: 204 len: 168 time: 0.2019606 Aug 13 03:42:58.974293 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 38660) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:59.041710 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e60a5524-0b3b-4ff8-adcb-e83fedd78f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.115575 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e60a5524-0b3b-4ff8-adcb-e83fedd78f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.124874 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-e60a5524-0b3b-4ff8-adcb-e83fedd78f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572895ed-53f5-4754-912d-080e9266a48d']}} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:59.135168 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-e60a5524-0b3b-4ff8-adcb-e83fedd78f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86510e54-e541-41c2-8301-b81777c5d6dd') {'for_net_delete': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:59.135405 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-e60a5524-0b3b-4ff8-adcb-e83fedd78f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86510e54-e541-41c2-8301-b81777c5d6dd') {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:42:59.143780 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e60a5524-0b3b-4ff8-adcb-e83fedd78f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913397'] for segment, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.157253 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e60a5524-0b3b-4ff8-adcb-e83fedd78f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.162902 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60a5524-0b3b-4ff8-adcb-e83fedd78f80 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:42:59.163309 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e60a5524-0b3b-4ff8-adcb-e83fedd78f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1570328'] for segment, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: Traceback (most recent call last): Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: timer() Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: cb(*args, **kw) Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: return func(*args, **kwargs) Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: self._notify() Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: self.callback(batched_events) Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: event.method(event) Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: return f(self, *a, **k) Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._get(url).json() Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: return self.request(url, 'GET', **kwargs) Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:42:59.164911 dv-cinder-759962-7-iscsi neutron-server[94056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:42:59.219355 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e60a5524-0b3b-4ff8-adcb-e83fedd78f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.224455 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e60a5524-0b3b-4ff8-adcb-e83fedd78f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.228377 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-e60a5524-0b3b-4ff8-adcb-e83fedd78f80 admin admin] 10.222.0.57 "DELETE /v2.0/networks/572895ed-53f5-4754-912d-080e9266a48d HTTP/1.1" status: 204 len: 168 time: 0.2531207 Aug 13 03:42:59.238960 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a5524-0b3b-4ff8-adcb-e83fedd78f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=572895ed-53f5-4754-912d-080e9266a48d,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:59.332884 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38664) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:59.372061 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a11747ea-7d81-4f0a-af08-cfb80409ec02 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=528c41970f834857be1b6282e226ce8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379798 Aug 13 03:42:59.374476 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38666) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:59.420304 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b6ba8292-1b69-41b9-ae35-d338ca9737ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.441051 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b6ba8292-1b69-41b9-ae35-d338ca9737ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.488320 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b6ba8292-1b69-41b9-ae35-d338ca9737ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.490803 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b6ba8292-1b69-41b9-ae35-d338ca9737ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.492470 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b6ba8292-1b69-41b9-ae35-d338ca9737ba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c745764-e35a-4f8b-bcb4-bf84373a70e9 HTTP/1.1" status: 204 len: 168 time: 0.1171007 Aug 13 03:42:59.499994 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba8292-1b69-41b9-ae35-d338ca9737ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c745764-e35a-4f8b-bcb4-bf84373a70e9,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:59.789141 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38674) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:59.828695 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b9b09906-7ada-4fe0-8d1d-0ad2661cbe14 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=395c9388e47340b4b066275a43b0a585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384176 Aug 13 03:42:59.831035 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 38678) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:59.881602 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-83283abb-daac-4dc2-9a52-01f7434c985e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.902126 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-83283abb-daac-4dc2-9a52-01f7434c985e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.948113 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-83283abb-daac-4dc2-9a52-01f7434c985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.950772 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-83283abb-daac-4dc2-9a52-01f7434c985e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:59.951987 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-83283abb-daac-4dc2-9a52-01f7434c985e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f28dc265-2559-4d1a-b5b0-fd139c22ccde HTTP/1.1" status: 204 len: 168 time: 0.1200294 Aug 13 03:42:59.960011 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83283abb-daac-4dc2-9a52-01f7434c985e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28dc265-2559-4d1a-b5b0-fd139c22ccde,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:07.024744 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-20a562ec-fa5c-410d-91a0-c89e2ab4ebdf tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:07.026237 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-20a562ec-fa5c-410d-91a0-c89e2ab4ebdf tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/networks?id=b460852c-56b2-474d-99f6-0e0fd67666d3 HTTP/1.1" status: 200 len: 814 time: 0.3546708 Aug 13 03:43:07.041827 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-0aba2b38-bef9-4824-9695-4d16f2d1a9cf tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/quotas/b0123406893c4efdb9778ac11be9eff4 HTTP/1.1" status: 200 len: 375 time: 0.0095317 Aug 13 03:43:07.093450 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-a24727d9-40d3-4e95-a98d-90cc0f713441 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b0123406893c4efdb9778ac11be9eff4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449374 Aug 13 03:43:07.276561 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-dbe64a18-1380-4a4d-a397-8be680248750 service neutron] 10.222.0.57 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768353 Aug 13 03:43:07.364797 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e3a63177-0262-4277-aa68-2e9891e65827 service neutron] 10.222.0.57 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821490 Aug 13 03:43:07.527752 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-822ca51d-2874-45c3-b692-76f1b344069f req-d15bc955-e259-4adc-8ac3-19b6f1a8ebc5 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 210 time: 0.0256286 Aug 13 03:43:08.619647 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-30a97072-f26e-4b16-aa94-c26c2f1fc536 req-dc22284f-cbc1-4ef9-9ad6-95129b688dc8 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 210 time: 0.0254836 Aug 13 03:43:09.716155 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b8daa11b-4c5f-457b-a26d-be69bdeb8db1 req-846f94cb-bae9-41d5-9036-7d685f191478 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 210 time: 0.0299401 Aug 13 03:43:10.807086 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-77d695b3-c1d6-41ea-8f62-f872c0af7994 req-45ad299c-136b-4e24-95f9-c7798b1ea5d1 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 210 time: 0.0260019 Aug 13 03:43:11.144713 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-34d1bd14-ca92-4887-85eb-bc29592c722f tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:11.146071 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-34d1bd14-ca92-4887-85eb-bc29592c722f tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "GET /v2.0/networks?id=b460852c-56b2-474d-99f6-0e0fd67666d3 HTTP/1.1" status: 200 len: 814 time: 0.1090591 Aug 13 03:43:11.160177 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-49b109cf-68cb-45d9-97d7-e626e50600da tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Request body: {'port': {'device_id': '87c92390-148a-4883-b49e-d93816474b61', 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3', 'admin_state_up': True, 'tenant_id': 'b0123406893c4efdb9778ac11be9eff4'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:11.262895 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-49b109cf-68cb-45d9-97d7-e626e50600da tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Made reservation on behalf of b0123406893c4efdb9778ac11be9eff4 for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:43:11.266343 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-49b109cf-68cb-45d9-97d7-e626e50600da tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:11.397441 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-49b109cf-68cb-45d9-97d7-e626e50600da tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Allocated IP 172.20.0.2 (b460852c-56b2-474d-99f6-0e0fd67666d3/8d2de044-986d-4fcd-874c-8680a84452f4/fb30121e-6902-4752-8844-2510f5b4eae7) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:43:11.537957 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-49b109cf-68cb-45d9-97d7-e626e50600da tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:11.575718 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-49b109cf-68cb-45d9-97d7-e626e50600da tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:11.587935 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['1d0b4c98-a556-4c86-a246-d03afdf1fdf0'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:43:11.618779 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-49b109cf-68cb-45d9-97d7-e626e50600da tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Network b460852c-56b2-474d-99f6-0e0fd67666d3 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:43:11.621883 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-49b109cf-68cb-45d9-97d7-e626e50600da tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:11.625661 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-49b109cf-68cb-45d9-97d7-e626e50600da tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:43:11.653691 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b109cf-68cb-45d9-97d7-e626e50600da tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Pushing event updated for resources: {'Port': ['ID=fb30121e-6902-4752-8844-2510f5b4eae7,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:11.677885 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-49b109cf-68cb-45d9-97d7-e626e50600da tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:11.679111 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-49b109cf-68cb-45d9-97d7-e626e50600da tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:11.696029 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-49b109cf-68cb-45d9-97d7-e626e50600da tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5394459 Aug 13 03:43:11.709404 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Request body: {'port': {'device_id': '87c92390-148a-4883-b49e-d93816474b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:11.768411 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:11.925242 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28696366-c98b-4bf9-96aa-bcd31a6f2213 req-0a4f2c95-549a-44d3-aef8-2d6f5f95b9ba tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:11.926748 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-28696366-c98b-4bf9-96aa-bcd31a6f2213 req-0a4f2c95-549a-44d3-aef8-2d6f5f95b9ba tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 931 time: 0.0489666 Aug 13 03:43:11.965344 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-28696366-c98b-4bf9-96aa-bcd31a6f2213 req-f0746db9-8490-4fbc-a02f-c848089c21f5 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320947 Aug 13 03:43:12.036822 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb30121e-6902-4752-8844-2510f5b4eae7 {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:43:12.045366 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:12.060129 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Transition to ACTIVE for port object fb30121e-6902-4752-8844-2510f5b4eae7 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:43:12.063885 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:12.132533 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Pushing event updated for resources: {'Port': ['ID=fb30121e-6902-4752-8844-2510f5b4eae7,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:12.172956 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:12.186464 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Attempting to bind port fb30121e-6902-4752-8844-2510f5b4eae7 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:43:12.186979 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Attempting to bind port fb30121e-6902-4752-8844-2510f5b4eae7 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:43:12.187088 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Attempting to bind port fb30121e-6902-4752-8844-2510f5b4eae7 on network b460852c-56b2-474d-99f6-0e0fd67666d3 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:43:12.191292 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Port fb30121e-6902-4752-8844-2510f5b4eae7 on network b460852c-56b2-474d-99f6-0e0fd67666d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:43:12.191620 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Attempting to bind port fb30121e-6902-4752-8844-2510f5b4eae7 on network b460852c-56b2-474d-99f6-0e0fd67666d3 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:43:12.196385 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:43:12.196729 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Checking segment: {'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:43:12.197114 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Bound using segment: {'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:43:12.197542 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Bound port: fb30121e-6902-4752-8844-2510f5b4eae7, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:43:12.197899 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:12.259722 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] For port fb30121e-6902-4752-8844-2510f5b4eae7, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:43:12.262668 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] For port fb30121e-6902-4752-8844-2510f5b4eae7, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=fb30121e-6902-4752-8844-2510f5b4eae7,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:43:12.266695 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:12.298314 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:12.298933 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:12.300338 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] 10.222.0.63 "PUT /v2.0/ports/fb30121e-6902-4752-8844-2510f5b4eae7 HTTP/1.1" status: 200 len: 1093 time: 0.5956297 Aug 13 03:43:12.300772 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c92390-148a-4883-b49e-d93816474b61', 'tag': 'fb30121e-6902-4752-8844-2510f5b4eae7'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:43:12.302983 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e26754c-1781-405a-be40-79161bef24ed" -d '{"events": [{"name": "network-changed", "server_uuid": "87c92390-148a-4883-b49e-d93816474b61", "tag": "fb30121e-6902-4752-8844-2510f5b4eae7"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:43:12.330359 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e4d6b-53fc-437f-81c7-0d47236a6820 service neutron] Pushing event updated for resources: {'Port': ['ID=fb30121e-6902-4752-8844-2510f5b4eae7,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:12.341779 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a170776e-fd9f-4cb8-ac20-7cdd59dfe602 x-openstack-request-id: req-a170776e-fd9f-4cb8-ac20-7cdd59dfe602 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:43:12.342099 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c92390-148a-4883-b49e-d93816474b61", "tag": "fb30121e-6902-4752-8844-2510f5b4eae7", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:43:12.342418 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a170776e-fd9f-4cb8-ac20-7cdd59dfe602 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:43:12.342929 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c92390-148a-4883-b49e-d93816474b61', 'tag': 'fb30121e-6902-4752-8844-2510f5b4eae7', 'status': 'completed', 'code': 200} Aug 13 03:43:12.385996 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-156b41f3-5b97-485e-8867-70152a949e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:12.387496 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-156b41f3-5b97-485e-8867-70152a949e6b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0123406893c4efdb9778ac11be9eff4&device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 1096 time: 0.0419366 Aug 13 03:43:12.430534 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-f146e9b9-b2d2-4cc0-969c-31e8834e727f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb30121e-6902-4752-8844-2510f5b4eae7 HTTP/1.1" status: 200 len: 217 time: 0.0354474 Aug 13 03:43:12.478699 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-31ddc03c-7d27-4bff-83b8-2b4dd38faa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:12.480065 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-31ddc03c-7d27-4bff-83b8-2b4dd38faa20 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d2de044-986d-4fcd-874c-8680a84452f4 HTTP/1.1" status: 200 len: 854 time: 0.0429444 Aug 13 03:43:12.512362 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-3e327ed5-2c7c-488c-94bd-b96efcf4ddb6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b460852c-56b2-474d-99f6-0e0fd67666d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233948 Aug 13 03:43:12.611490 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-02144cb1-bd52-4c0b-a13b-a6665ea4fe52 service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899625 Aug 13 03:43:12.698437 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c80fc4f0-57b1-48df-ae53-ecd520bd7c4e req-d4b0de20-4b79-417b-a0c9-b514aff30960 service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787225 Aug 13 03:43:12.780977 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26754c-1781-405a-be40-79161bef24ed req-074f7e88-2812-4e48-bc7e-f97407e3e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:12.782419 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6e26754c-1781-405a-be40-79161bef24ed req-074f7e88-2812-4e48-bc7e-f97407e3e644 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0123406893c4efdb9778ac11be9eff4&device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 1096 time: 0.0397577 Aug 13 03:43:12.874906 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26754c-1781-405a-be40-79161bef24ed req-ed71da37-42d1-49ae-9ba3-bfbd167e235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:12.876398 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6e26754c-1781-405a-be40-79161bef24ed req-ed71da37-42d1-49ae-9ba3-bfbd167e235b service neutron] 10.222.0.63 "GET /v2.0/networks?id=b460852c-56b2-474d-99f6-0e0fd67666d3 HTTP/1.1" status: 200 len: 915 time: 0.0852699 Aug 13 03:43:12.916905 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6e26754c-1781-405a-be40-79161bef24ed req-27b44ba4-171e-4c79-b5e9-041564447bcc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb30121e-6902-4752-8844-2510f5b4eae7 HTTP/1.1" status: 200 len: 217 time: 0.0321603 Aug 13 03:43:12.969354 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26754c-1781-405a-be40-79161bef24ed req-92c17bc0-7d8a-4eb9-a92f-b8768c84eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:12.970713 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6e26754c-1781-405a-be40-79161bef24ed req-92c17bc0-7d8a-4eb9-a92f-b8768c84eca9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d2de044-986d-4fcd-874c-8680a84452f4 HTTP/1.1" status: 200 len: 854 time: 0.0445342 Aug 13 03:43:13.002012 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6e26754c-1781-405a-be40-79161bef24ed req-ff77c2c0-f582-43e0-9514-8839546a87fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b460852c-56b2-474d-99f6-0e0fd67666d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235643 Aug 13 03:43:13.077306 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32db6f-5f41-45ea-9243-108609024c84 req-c1fec9ac-82b0-439b-9c87-78f9f719876c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:13.078956 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3a32db6f-5f41-45ea-9243-108609024c84 req-c1fec9ac-82b0-439b-9c87-78f9f719876c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 943 time: 0.0480945 Aug 13 03:43:13.089133 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6e26754c-1781-405a-be40-79161bef24ed req-8b7b71eb-ffe8-46ed-8bd7-dbff872593b8 service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789649 Aug 13 03:43:13.114872 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3a32db6f-5f41-45ea-9243-108609024c84 req-aa8a9dd4-da45-4a3e-b1c9-6d2565ca88ab tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300112 Aug 13 03:43:13.185824 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-6e26754c-1781-405a-be40-79161bef24ed req-184917d8-f08b-45b4-b92a-f820ee30969c service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873005 Aug 13 03:43:13.965757 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b028d-30d8-435b-b9a8-18788de70cc8 req-7867933a-5c9b-4a51-9df2-3f6e5f4eba04 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:13.967198 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-488b028d-30d8-435b-b9a8-18788de70cc8 req-7867933a-5c9b-4a51-9df2-3f6e5f4eba04 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0516560 Aug 13 03:43:14.002755 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-488b028d-30d8-435b-b9a8-18788de70cc8 req-cd3491af-737d-4436-8b12-25f4b89e6046 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296535 Aug 13 03:43:14.228040 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8024a-d791-417a-897d-ecd3406d92c0 req-dadcb252-40f7-486a-86bf-a992f9497238 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:14.229491 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-61f8024a-d791-417a-897d-ecd3406d92c0 req-dadcb252-40f7-486a-86bf-a992f9497238 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 943 time: 0.0475290 Aug 13 03:43:14.265905 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-61f8024a-d791-417a-897d-ecd3406d92c0 req-91e554b5-2fb9-4f1d-bc13-b8c036b0cb00 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306189 Aug 13 03:43:14.338376 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device fb30121e-6902-4752-8844-2510f5b4eae7 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:43:14.434355 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port fb30121e-6902-4752-8844-2510f5b4eae7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=fb30121e-6902-4752-8844-2510f5b4eae7,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:14.446904 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'fb30121e-6902-4752-8844-2510f5b4eae7', 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3', 'port_id': 'fb30121e-6902-4752-8844-2510f5b4eae7', 'mac_address': 'fa:16:3e:0f:52:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2de044-986d-4fcd-874c-8680a84452f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:43:14.483109 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:14.495616 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb30121e-6902-4752-8844-2510f5b4eae7 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:43:14.515181 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port fb30121e-6902-4752-8844-2510f5b4eae7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=fb30121e-6902-4752-8844-2510f5b4eae7,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:14.518703 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:14.570211 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=fb30121e-6902-4752-8844-2510f5b4eae7,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:14.769044 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['fb30121e-6902-4752-8844-2510f5b4eae7'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:43:15.132481 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280a689-afe0-4778-ba95-5471559f5c5b req-a4c70269-1cf1-467f-a75f-77421ac11a39 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:15.133915 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5280a689-afe0-4778-ba95-5471559f5c5b req-a4c70269-1cf1-467f-a75f-77421ac11a39 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0465205 Aug 13 03:43:15.170723 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5280a689-afe0-4778-ba95-5471559f5c5b req-08ce8d14-1e92-43a5-a561-e5576d087af1 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310602 Aug 13 03:43:15.381068 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db82181-47e4-4713-88e4-70425f503944 req-141c0962-2f9a-42c5-acb9-9b7e447242b1 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:15.382505 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3db82181-47e4-4713-88e4-70425f503944 req-141c0962-2f9a-42c5-acb9-9b7e447242b1 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 944 time: 0.0512180 Aug 13 03:43:15.419170 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3db82181-47e4-4713-88e4-70425f503944 req-9a2b2c75-6fe3-485a-b9e1-bf36cbcc7d1e tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Aug 13 03:43:16.283838 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0c0aa-eb02-4ff6-892e-68ffb835743a req-0c662604-a5e1-44d9-aa78-dd182a1355f2 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:16.285319 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3de0c0aa-eb02-4ff6-892e-68ffb835743a req-0c662604-a5e1-44d9-aa78-dd182a1355f2 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0508051 Aug 13 03:43:16.322123 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3de0c0aa-eb02-4ff6-892e-68ffb835743a req-72b1602b-1b2f-42eb-bffe-2ff7be33f985 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304837 Aug 13 03:43:16.348854 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device fb30121e-6902-4752-8844-2510f5b4eae7 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:16.399589 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port fb30121e-6902-4752-8844-2510f5b4eae7 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:16.403091 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port fb30121e-6902-4752-8844-2510f5b4eae7 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:16.403468 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:16.480886 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:16.522405 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c92390-148a-4883-b49e-d93816474b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb30121e-6902-4752-8844-2510f5b4eae7'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:43:16.525407 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd796ca8-a531-4209-8251-54759ae03f3a" -d '{"events": [{"server_uuid": "87c92390-148a-4883-b49e-d93816474b61", "name": "network-vif-plugged", "status": "completed", "tag": "fb30121e-6902-4752-8844-2510f5b4eae7"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:43:16.535370 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01891829-f511-4ee4-9004-ab400f2cfe62 req-cb5b6bce-75d4-4cea-9a4b-456ee88426ab tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:16.536978 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-01891829-f511-4ee4-9004-ab400f2cfe62 req-cb5b6bce-75d4-4cea-9a4b-456ee88426ab tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 944 time: 0.0514336 Aug 13 03:43:16.542378 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port fb30121e-6902-4752-8844-2510f5b4eae7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=fb30121e-6902-4752-8844-2510f5b4eae7,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:16.547971 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:16.576513 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09d3a89-19dc-45ef-be77-7b834b62c1f0 x-openstack-request-id: req-f09d3a89-19dc-45ef-be77-7b834b62c1f0 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:43:16.576956 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c92390-148a-4883-b49e-d93816474b61", "name": "network-vif-plugged", "status": "completed", "tag": "fb30121e-6902-4752-8844-2510f5b4eae7", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:43:16.577217 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f09d3a89-19dc-45ef-be77-7b834b62c1f0 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:43:16.578060 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c92390-148a-4883-b49e-d93816474b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb30121e-6902-4752-8844-2510f5b4eae7', 'code': 200} Aug 13 03:43:16.583982 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-01891829-f511-4ee4-9004-ab400f2cfe62 req-fff8ec99-57fe-4a3c-96e8-09d927e1f3dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399053 Aug 13 03:43:16.607512 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=fb30121e-6902-4752-8844-2510f5b4eae7,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:16.752787 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d22f90-6f7a-42b6-bfd1-d31e84969a25 req-4c413443-ef26-478d-91ca-468b82daa72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:16.754280 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e6d22f90-6f7a-42b6-bfd1-d31e84969a25 req-4c413443-ef26-478d-91ca-468b82daa72f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 1098 time: 0.0404510 Aug 13 03:43:16.790009 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e6d22f90-6f7a-42b6-bfd1-d31e84969a25 req-c6b10467-9890-4d86-b95e-3ba9973c6932 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271735 Aug 13 03:43:17.438436 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80971d57-e6cb-4cd0-ad7c-24acf7a14370 req-313d4b8f-a7a2-4005-a60c-68aba7cc09a7 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:17.439919 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-80971d57-e6cb-4cd0-ad7c-24acf7a14370 req-313d4b8f-a7a2-4005-a60c-68aba7cc09a7 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0504816 Aug 13 03:43:17.476100 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-80971d57-e6cb-4cd0-ad7c-24acf7a14370 req-94921bba-b445-4918-a4f2-1e402e6ca262 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304890 Aug 13 03:43:17.700294 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ea3db-880e-41bc-9b2a-bd07cd174277 req-730017ee-1008-4fa5-a8b6-c953d5635cfb tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:17.701751 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f45ea3db-880e-41bc-9b2a-bd07cd174277 req-730017ee-1008-4fa5-a8b6-c953d5635cfb tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 945 time: 0.0477107 Aug 13 03:43:17.739218 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f45ea3db-880e-41bc-9b2a-bd07cd174277 req-6fc59a1a-4614-4bb6-9d1e-058705d8506a tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313690 Aug 13 03:43:18.587695 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a27613-99a9-44b4-9f06-cf5697e7a15e req-e02d0241-eb20-4900-bb62-34a36e842088 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:18.589228 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-06a27613-99a9-44b4-9f06-cf5697e7a15e req-e02d0241-eb20-4900-bb62-34a36e842088 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0475137 Aug 13 03:43:18.629448 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-06a27613-99a9-44b4-9f06-cf5697e7a15e req-65ee78e2-e78e-40aa-b2a4-6a61e4a14c39 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320303 Aug 13 03:43:18.858586 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9127c-e791-4e44-ae5d-95c8422146ce req-266d94d3-3664-42a6-b23e-b8f5f33420b8 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:18.860077 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-64d9127c-e791-4e44-ae5d-95c8422146ce req-266d94d3-3664-42a6-b23e-b8f5f33420b8 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 945 time: 0.0513461 Aug 13 03:43:18.896402 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-64d9127c-e791-4e44-ae5d-95c8422146ce req-0bc48cd5-ea87-4b3f-8940-ad13e36f539e tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303698 Aug 13 03:43:19.740770 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a42c1d-d05e-45e4-a961-41bd84cbe9e2 req-61ee7e64-cee2-49a7-b73e-24726d379959 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:19.742235 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-41a42c1d-d05e-45e4-a961-41bd84cbe9e2 req-61ee7e64-cee2-49a7-b73e-24726d379959 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0471435 Aug 13 03:43:19.780267 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-41a42c1d-d05e-45e4-a961-41bd84cbe9e2 req-86bfcbdf-dcbc-43b1-a56b-7139d3137550 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313184 Aug 13 03:43:20.601671 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-42b00d86-3254-4745-be4e-6f5d804f1996 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:20.604530 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-42b00d86-3254-4745-be4e-6f5d804f1996 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/networks?id=b460852c-56b2-474d-99f6-0e0fd67666d3 HTTP/1.1" status: 200 len: 814 time: 0.1052802 Aug 13 03:43:20.622237 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-00b7e093-68a5-4706-a834-a9cbbf685653 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/quotas/b0123406893c4efdb9778ac11be9eff4 HTTP/1.1" status: 200 len: 375 time: 0.0096898 Aug 13 03:43:20.672257 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-49f83627-e630-4014-8018-7a0fec3500d4 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b0123406893c4efdb9778ac11be9eff4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446534 Aug 13 03:43:20.759109 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-1c06ca96-e512-4ed0-8450-0eb26fa646b2 service neutron] 10.222.0.57 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791762 Aug 13 03:43:20.858676 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-2368db6b-b752-47f2-9d86-498c3a3eb508 service neutron] 10.222.0.57 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940371 Aug 13 03:43:20.895541 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeb825-1df3-4896-bd60-1c0fccec65df req-6944b98f-0167-4d8f-b537-01a8a95189af tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:20.897179 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3dfeb825-1df3-4896-bd60-1c0fccec65df req-6944b98f-0167-4d8f-b537-01a8a95189af tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0512414 Aug 13 03:43:20.937032 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3dfeb825-1df3-4896-bd60-1c0fccec65df req-edaad61e-457a-46cf-8b7f-8ed167ff1ad4 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317154 Aug 13 03:43:21.032174 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-35c31b9d-1c8a-4fa5-aef0-0c92c124f4ba req-bf0fc164-fd10-4516-8f21-16cb004292bf tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 210 time: 0.0300138 Aug 13 03:43:21.956518 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-d1d4ee56-ca6e-4a58-9b01-9295f5001a1b tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:21.958010 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-d1d4ee56-ca6e-4a58-9b01-9295f5001a1b tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "GET /v2.0/networks?id=b460852c-56b2-474d-99f6-0e0fd67666d3 HTTP/1.1" status: 200 len: 814 time: 0.1016014 Aug 13 03:43:21.975743 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Request body: {'port': {'device_id': 'a54f323e-e2e4-4969-a2e6-3289d5358474', 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3', 'admin_state_up': True, 'tenant_id': 'b0123406893c4efdb9778ac11be9eff4'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:22.077004 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c40788-ddf2-4ed2-be48-022cc9b84200 req-def1e6c4-c870-413a-9e52-6675cf143ea3 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:22.078973 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e5c40788-ddf2-4ed2-be48-022cc9b84200 req-def1e6c4-c870-413a-9e52-6675cf143ea3 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0619259 Aug 13 03:43:22.092692 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Made reservation on behalf of b0123406893c4efdb9778ac11be9eff4 for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:43:22.096262 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.131996 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e5c40788-ddf2-4ed2-be48-022cc9b84200 req-da1cebad-979f-4306-a4b2-b501265d5c40 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433316 Aug 13 03:43:22.147441 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2bf84d72-73f6-4409-a289-e05247670b1a req-21ff9a55-85c0-40b2-b9b0-442a86ab80dc tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 210 time: 0.0296750 Aug 13 03:43:22.225238 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Allocated IP 172.20.0.11 (b460852c-56b2-474d-99f6-0e0fd67666d3/8d2de044-986d-4fcd-874c-8680a84452f4/00913dbe-db1c-4efe-83a1-037590b48355) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:43:22.374850 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.412753 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.451534 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['1d0b4c98-a556-4c86-a246-d03afdf1fdf0', 'fb30121e-6902-4752-8844-2510f5b4eae7'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:43:22.453967 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Network b460852c-56b2-474d-99f6-0e0fd67666d3 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:43:22.457012 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:22.460774 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:43:22.467517 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Pushing event updated for resources: {'Port': ['ID=00913dbe-db1c-4efe-83a1-037590b48355,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:22.503673 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:22.503937 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:22.504304 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:22.504634 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:22.504968 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:22.505322 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:22.505639 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:22.506169 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:22.506536 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:22.507295 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:22.507635 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:22.508047 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:22.525573 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:22.526184 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.539835 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-dcb1e250-b6d3-4967-b03b-c664204f3e6d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5680892 Aug 13 03:43:22.579418 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Request body: {'port': {'device_id': 'a54f323e-e2e4-4969-a2e6-3289d5358474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:22.635605 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.886204 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00913dbe-db1c-4efe-83a1-037590b48355 {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:43:22.893227 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.904216 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Transition to ACTIVE for port object 00913dbe-db1c-4efe-83a1-037590b48355 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:43:22.907885 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:22.955213 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=00913dbe-db1c-4efe-83a1-037590b48355,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:23.022201 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Attempting to bind port 00913dbe-db1c-4efe-83a1-037590b48355 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:43:23.022821 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Attempting to bind port 00913dbe-db1c-4efe-83a1-037590b48355 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:43:23.022821 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Attempting to bind port 00913dbe-db1c-4efe-83a1-037590b48355 on network b460852c-56b2-474d-99f6-0e0fd67666d3 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:43:23.026838 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Port 00913dbe-db1c-4efe-83a1-037590b48355 on network b460852c-56b2-474d-99f6-0e0fd67666d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:43:23.027160 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Attempting to bind port 00913dbe-db1c-4efe-83a1-037590b48355 on network b460852c-56b2-474d-99f6-0e0fd67666d3 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:43:23.031742 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:43:23.032106 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Checking segment: {'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:43:23.032489 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Bound using segment: {'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:43:23.032910 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Bound port: 00913dbe-db1c-4efe-83a1-037590b48355, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:43:23.033258 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:23.100417 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] For port 00913dbe-db1c-4efe-83a1-037590b48355, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:43:23.103784 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] For port 00913dbe-db1c-4efe-83a1-037590b48355, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=00913dbe-db1c-4efe-83a1-037590b48355,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:43:23.108531 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:23.140966 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:23.141577 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:23.142941 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] 10.222.0.63 "PUT /v2.0/ports/00913dbe-db1c-4efe-83a1-037590b48355 HTTP/1.1" status: 200 len: 1094 time: 0.5682344 Aug 13 03:43:23.143411 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54f323e-e2e4-4969-a2e6-3289d5358474', 'tag': '00913dbe-db1c-4efe-83a1-037590b48355'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:43:23.145630 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a7af06-b1e0-4b44-ad77-9978451b5269" -d '{"events": [{"name": "network-changed", "server_uuid": "a54f323e-e2e4-4969-a2e6-3289d5358474", "tag": "00913dbe-db1c-4efe-83a1-037590b48355"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:43:23.170763 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a085a-f629-422a-8d72-46dadc3c6ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=00913dbe-db1c-4efe-83a1-037590b48355,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:23.209097 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76464c99-d469-4476-81b6-54971df8e6dc x-openstack-request-id: req-76464c99-d469-4476-81b6-54971df8e6dc {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:43:23.209519 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54f323e-e2e4-4969-a2e6-3289d5358474", "tag": "00913dbe-db1c-4efe-83a1-037590b48355", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:43:23.209835 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-76464c99-d469-4476-81b6-54971df8e6dc {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:43:23.210320 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54f323e-e2e4-4969-a2e6-3289d5358474', 'tag': '00913dbe-db1c-4efe-83a1-037590b48355', 'status': 'completed', 'code': 200} Aug 13 03:43:23.226118 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-28ec9092-9aef-4f2d-adad-ac18f1b70e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:23.228339 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-28ec9092-9aef-4f2d-adad-ac18f1b70e8a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0123406893c4efdb9778ac11be9eff4&device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 1097 time: 0.0468671 Aug 13 03:43:23.282449 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-1ac1c0d9-ce2e-4583-b4a8-3a32a29f1605 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00913dbe-db1c-4efe-83a1-037590b48355 HTTP/1.1" status: 200 len: 217 time: 0.0385869 Aug 13 03:43:23.301431 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54ba53-54a8-49d6-8155-fbbc04074085 req-1b1d1035-6876-4ddd-9188-e896e9bd9ea6 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:23.302911 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fe54ba53-54a8-49d6-8155-fbbc04074085 req-1b1d1035-6876-4ddd-9188-e896e9bd9ea6 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0911243 Aug 13 03:43:23.314999 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1874db6-3d73-481a-8b71-ac9d87fc14a7 req-4cf2e59c-4efa-416c-9583-44e2cbbabd3b tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:23.316431 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e1874db6-3d73-481a-8b71-ac9d87fc14a7 req-4cf2e59c-4efa-416c-9583-44e2cbbabd3b tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 944 time: 0.0663636 Aug 13 03:43:23.335488 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-3f18e03f-145a-4181-aeb6-731fc6f64a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:23.337525 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-3f18e03f-145a-4181-aeb6-731fc6f64a41 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d2de044-986d-4fcd-874c-8680a84452f4 HTTP/1.1" status: 200 len: 854 time: 0.0447564 Aug 13 03:43:23.370879 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-09984e7d-1f89-441b-b63f-00b9970318dc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b460852c-56b2-474d-99f6-0e0fd67666d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252392 Aug 13 03:43:23.379648 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fe54ba53-54a8-49d6-8155-fbbc04074085 req-581de4a0-9ea5-44f1-a62a-995f28a3c1dc tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622358 Aug 13 03:43:23.382749 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e1874db6-3d73-481a-8b71-ac9d87fc14a7 req-e3f4770b-87dc-4ea5-a82a-b659b1804652 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588524 Aug 13 03:43:23.467755 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-f3a85682-77bf-47c0-bf44-1cc4a44c9e26 service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851994 Aug 13 03:43:23.553993 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-c76468d1-7aa7-4d5d-9f96-f6e79de5ec1e req-d9c5d509-8026-4502-a26b-743e93462fb6 service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784209 Aug 13 03:43:23.563113 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9aff0631-852c-4379-aa12-a5a49115a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:23.656856 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7af06-b1e0-4b44-ad77-9978451b5269 req-ab606bd1-f47d-4573-b102-2c271ce6802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:23.658324 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e7a7af06-b1e0-4b44-ad77-9978451b5269 req-ab606bd1-f47d-4573-b102-2c271ce6802b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0123406893c4efdb9778ac11be9eff4&device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 1097 time: 0.0402837 Aug 13 03:43:23.760119 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7af06-b1e0-4b44-ad77-9978451b5269 req-ef7ecf86-38ff-4f3d-844c-4a4714ee083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:23.761597 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e7a7af06-b1e0-4b44-ad77-9978451b5269 req-ef7ecf86-38ff-4f3d-844c-4a4714ee083f service neutron] 10.222.0.63 "GET /v2.0/networks?id=b460852c-56b2-474d-99f6-0e0fd67666d3 HTTP/1.1" status: 200 len: 915 time: 0.0936944 Aug 13 03:43:23.803394 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e7a7af06-b1e0-4b44-ad77-9978451b5269 req-4ae341b4-106a-49bd-aaf7-d2f55622518f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00913dbe-db1c-4efe-83a1-037590b48355 HTTP/1.1" status: 200 len: 217 time: 0.0324488 Aug 13 03:43:23.855309 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7af06-b1e0-4b44-ad77-9978451b5269 req-d0f8dd99-0327-4949-8098-25931450d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:23.856638 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e7a7af06-b1e0-4b44-ad77-9978451b5269 req-d0f8dd99-0327-4949-8098-25931450d6ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d2de044-986d-4fcd-874c-8680a84452f4 HTTP/1.1" status: 200 len: 854 time: 0.0443327 Aug 13 03:43:23.886826 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e7a7af06-b1e0-4b44-ad77-9978451b5269 req-bd2aed75-b7ba-459f-98f2-43f56d0041e2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b460852c-56b2-474d-99f6-0e0fd67666d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226560 Aug 13 03:43:23.972397 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e7a7af06-b1e0-4b44-ad77-9978451b5269 req-606c2bb0-bec8-4dd3-8788-7b7a68e834d0 service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769711 Aug 13 03:43:24.073472 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e7a7af06-b1e0-4b44-ad77-9978451b5269 req-0dd02c25-8370-4a20-af47-47d5cc390965 service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831621 Aug 13 03:43:24.128358 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0abd4-f4da-4879-839b-1708c10661cc req-cea1adc9-5bc7-4c5b-bfcf-eb1f5085968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:24.129743 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-76e0abd4-f4da-4879-839b-1708c10661cc req-cea1adc9-5bc7-4c5b-bfcf-eb1f5085968c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cc7db04257324af795d8e7b8fb28104f&device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 1098 time: 0.0388751 Aug 13 03:43:24.219895 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0abd4-f4da-4879-839b-1708c10661cc req-c8ca795b-1c7e-4102-b263-5284a091f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:24.221336 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-76e0abd4-f4da-4879-839b-1708c10661cc req-c8ca795b-1c7e-4102-b263-5284a091f873 service neutron] 10.222.0.63 "GET /v2.0/networks?id=935d90e8-9c62-46ee-980f-2844116d2f71 HTTP/1.1" status: 200 len: 910 time: 0.0820022 Aug 13 03:43:24.291487 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-76e0abd4-f4da-4879-839b-1708c10661cc req-258c8b07-121e-4a15-a9c6-3c6540b8ed2b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ef1150-029d-4bf8-b285-21c63a30fdca HTTP/1.1" status: 200 len: 1001 time: 0.0563815 Aug 13 03:43:24.346255 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0abd4-f4da-4879-839b-1708c10661cc req-f2e1546a-6c0e-4d73-b65a-d186d7102758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:24.347716 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-76e0abd4-f4da-4879-839b-1708c10661cc req-f2e1546a-6c0e-4d73-b65a-d186d7102758 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c30d4b08-50db-46c4-9f62-8fe5cb355d2f HTTP/1.1" status: 200 len: 848 time: 0.0476022 Aug 13 03:43:24.407432 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0abd4-f4da-4879-839b-1708c10661cc req-ea640663-4770-4252-9097-feee58033fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:24.408878 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-76e0abd4-f4da-4879-839b-1708c10661cc req-ea640663-4770-4252-9097-feee58033fe7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=935d90e8-9c62-46ee-980f-2844116d2f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504539 Aug 13 03:43:24.501860 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-76e0abd4-f4da-4879-839b-1708c10661cc req-75014641-9043-48c2-865b-626d05495e2c service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840886 Aug 13 03:43:24.529321 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40fe0-c98b-48cb-b659-93d92444beda req-f6087789-e0a9-4358-8394-1d83eee401a5 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:24.530787 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-79d40fe0-c98b-48cb-b659-93d92444beda req-f6087789-e0a9-4358-8394-1d83eee401a5 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 944 time: 0.0788698 Aug 13 03:43:24.538568 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61d077-25bf-4f27-b14d-5d8b9eef95f4 req-2a5fab09-9cf6-4e42-9edd-3507643ddf8a tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:24.540032 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3e61d077-25bf-4f27-b14d-5d8b9eef95f4 req-2a5fab09-9cf6-4e42-9edd-3507643ddf8a tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0860112 Aug 13 03:43:24.594422 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-76e0abd4-f4da-4879-839b-1708c10661cc req-b7c3ac6d-fb3a-43da-9646-1c59b59459ac service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845430 Aug 13 03:43:24.594824 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-79d40fe0-c98b-48cb-b659-93d92444beda req-0e6ce4d6-057c-4c97-b4bb-3440b76fedf1 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538759 Aug 13 03:43:24.599558 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3e61d077-25bf-4f27-b14d-5d8b9eef95f4 req-528bfc9a-20e5-4684-94f6-e68aeca8077d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530562 Aug 13 03:43:25.748264 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2bf23-07f9-485a-9337-0206fbce517a req-f65429f6-3531-42b0-8314-6f3dd0dde206 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:25.749747 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f2d2bf23-07f9-485a-9337-0206fbce517a req-f65429f6-3531-42b0-8314-6f3dd0dde206 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 944 time: 0.0848467 Aug 13 03:43:25.757478 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a9ab5-581c-4be1-85a7-18e6d46274e2 req-e6a5146d-2ce3-4e3b-9053-bed5c62a9bb7 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:25.759491 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c02a9ab5-581c-4be1-85a7-18e6d46274e2 req-e6a5146d-2ce3-4e3b-9053-bed5c62a9bb7 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0853560 Aug 13 03:43:25.818815 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c02a9ab5-581c-4be1-85a7-18e6d46274e2 req-91b769b2-a57d-4835-aa73-58a9f6415091 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527589 Aug 13 03:43:25.822144 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f2d2bf23-07f9-485a-9337-0206fbce517a req-0936e86a-c52a-4510-a1b1-6726c63e4c42 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617459 Aug 13 03:43:26.148918 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-686898be-1ba7-4b6e-a875-dcf634190b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:26.287270 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:26.439230 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 00913dbe-db1c-4efe-83a1-037590b48355 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:43:26.533515 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 00913dbe-db1c-4efe-83a1-037590b48355, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=00913dbe-db1c-4efe-83a1-037590b48355,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:26.544914 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': '00913dbe-db1c-4efe-83a1-037590b48355', 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3', 'port_id': '00913dbe-db1c-4efe-83a1-037590b48355', 'mac_address': 'fa:16:3e:6e:f5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2de044-986d-4fcd-874c-8680a84452f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:43:26.580480 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:26.595210 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00913dbe-db1c-4efe-83a1-037590b48355 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:43:26.619281 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 00913dbe-db1c-4efe-83a1-037590b48355, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=00913dbe-db1c-4efe-83a1-037590b48355,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:26.624332 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:26.687675 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=00913dbe-db1c-4efe-83a1-037590b48355,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:26.908782 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['00913dbe-db1c-4efe-83a1-037590b48355'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:43:26.967141 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3174696-63df-4fc6-97ce-89b247df068e req-0454e606-8f69-4c20-b8ce-26a47c8c9f24 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:26.968740 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e3174696-63df-4fc6-97ce-89b247df068e req-0454e606-8f69-4c20-b8ce-26a47c8c9f24 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 945 time: 0.0756686 Aug 13 03:43:26.977383 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b512db8-2c4e-4ed2-8cc8-8868ecc5b99d req-d2ae098d-28c5-4a85-aa41-e2f70f22d027 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:26.979618 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8b512db8-2c4e-4ed2-8cc8-8868ecc5b99d req-d2ae098d-28c5-4a85-aa41-e2f70f22d027 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0957086 Aug 13 03:43:27.045274 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e3174696-63df-4fc6-97ce-89b247df068e req-d5b38617-e7a0-4fed-bcaa-973b32136a76 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646081 Aug 13 03:43:27.049280 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8b512db8-2c4e-4ed2-8cc8-8868ecc5b99d req-09519615-88b7-48fe-a368-e456deed3ada tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626347 Aug 13 03:43:27.265794 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dd1b0-b591-4ea3-8252-b78eb0654651 req-84af61ae-6cf4-4622-ae59-0ec80ea611d9 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:27.267292 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bf0dd1b0-b591-4ea3-8252-b78eb0654651 req-84af61ae-6cf4-4622-ae59-0ec80ea611d9 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0567513 Aug 13 03:43:27.307073 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bf0dd1b0-b591-4ea3-8252-b78eb0654651 req-1038ad57-384c-466e-9ad2-b8d73b6469b7 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336533 Aug 13 03:43:27.332257 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:27.494046 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-1c2962fb-ff94-40d1-8dfa-29b93ec74daa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3057237 Aug 13 03:43:28.166520 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb816-792d-422c-908b-32ee0ef9d2fe req-2a72eddb-da0e-49d5-a18c-680ae278afcc tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:28.168002 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-429cb816-792d-422c-908b-32ee0ef9d2fe req-2a72eddb-da0e-49d5-a18c-680ae278afcc tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 945 time: 0.0520940 Aug 13 03:43:28.205607 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-429cb816-792d-422c-908b-32ee0ef9d2fe req-156575a1-a77e-4bb7-a303-81cd813df720 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Aug 13 03:43:28.423094 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ff2e2-1472-46ef-8390-f12f645b8627 req-cd7c069a-d00c-49ee-9265-2e964666f763 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:28.424591 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c60ff2e2-1472-46ef-8390-f12f645b8627 req-cd7c069a-d00c-49ee-9265-2e964666f763 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0486760 Aug 13 03:43:28.443688 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 00913dbe-db1c-4efe-83a1-037590b48355 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:28.472271 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c60ff2e2-1472-46ef-8390-f12f645b8627 req-7c881ddf-cba5-47d3-92b8-1aa7824398b7 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370290 Aug 13 03:43:28.511411 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port 00913dbe-db1c-4efe-83a1-037590b48355 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:28.515225 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port 00913dbe-db1c-4efe-83a1-037590b48355 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:28.515606 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:28.603042 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:28.624689 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54f323e-e2e4-4969-a2e6-3289d5358474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00913dbe-db1c-4efe-83a1-037590b48355'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:43:28.626941 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f95f98e-8dc1-41e4-8664-f353611bc520" -d '{"events": [{"server_uuid": "a54f323e-e2e4-4969-a2e6-3289d5358474", "name": "network-vif-plugged", "status": "completed", "tag": "00913dbe-db1c-4efe-83a1-037590b48355"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:43:28.640250 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 00913dbe-db1c-4efe-83a1-037590b48355, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=00913dbe-db1c-4efe-83a1-037590b48355,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:28.644591 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:28.645383 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 36ef1150-029d-4bf8-b285-21c63a30fdca no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:43:28.677650 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c4e0fa-a751-4a1b-be11-b5694fb6f074 x-openstack-request-id: req-12c4e0fa-a751-4a1b-be11-b5694fb6f074 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:43:28.677978 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54f323e-e2e4-4969-a2e6-3289d5358474", "name": "network-vif-plugged", "status": "completed", "tag": "00913dbe-db1c-4efe-83a1-037590b48355", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:43:28.678355 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-12c4e0fa-a751-4a1b-be11-b5694fb6f074 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:43:28.678746 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54f323e-e2e4-4969-a2e6-3289d5358474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00913dbe-db1c-4efe-83a1-037590b48355', 'code': 200} Aug 13 03:43:28.733144 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=00913dbe-db1c-4efe-83a1-037590b48355,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:28.775203 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:28.807648 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 36ef1150-029d-4bf8-b285-21c63a30fdca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=36ef1150-029d-4bf8-b285-21c63a30fdca,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:28.811751 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:28.862065 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=36ef1150-029d-4bf8-b285-21c63a30fdca,revision_number=6']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:28.873548 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087cc88-6b25-4229-a580-5ae871c733ec req-02c8607c-11a6-4521-a1da-a48c713a2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:28.875179 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4087cc88-6b25-4229-a580-5ae871c733ec req-02c8607c-11a6-4521-a1da-a48c713a2e7f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 1099 time: 0.0646117 Aug 13 03:43:28.876905 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-35ced428-ebf7-43cd-9dd9-0147348bfe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:28.878455 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-35ced428-ebf7-43cd-9dd9-0147348bfe51 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a&tenant_id=cc7db04257324af795d8e7b8fb28104f HTTP/1.1" status: 200 len: 1096 time: 0.0769129 Aug 13 03:43:28.884414 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:28.944211 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4087cc88-6b25-4229-a580-5ae871c733ec req-cd3ccd69-bbce-4826-818b-86b5e8b0d7b1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530190 Aug 13 03:43:28.953277 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-256942e9-ce2d-4d3f-8e6c-ed15b60c6e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:28.954683 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-256942e9-ce2d-4d3f-8e6c-ed15b60c6e83 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cc7db04257324af795d8e7b8fb28104f&device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 1096 time: 0.0466721 Aug 13 03:43:29.082912 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-215c7568-33b8-4f4a-9555-d3bb6fe052f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:29.084400 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-215c7568-33b8-4f4a-9555-d3bb6fe052f0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=935d90e8-9c62-46ee-980f-2844116d2f71 HTTP/1.1" status: 200 len: 910 time: 0.0795376 Aug 13 03:43:29.158568 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-b3bf7da9-c3a6-4bba-8b04-b6adc7dc2c4a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ef1150-029d-4bf8-b285-21c63a30fdca HTTP/1.1" status: 200 len: 999 time: 0.0594199 Aug 13 03:43:29.207981 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-ff1074f8-38dc-4f2d-94dc-b45c135938ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:29.209310 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-ff1074f8-38dc-4f2d-94dc-b45c135938ab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c30d4b08-50db-46c4-9f62-8fe5cb355d2f HTTP/1.1" status: 200 len: 848 time: 0.0417194 Aug 13 03:43:29.257554 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-4ff3a350-5129-4817-96c8-479c22f42bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:29.259195 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-4ff3a350-5129-4817-96c8-479c22f42bd5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=935d90e8-9c62-46ee-980f-2844116d2f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400851 Aug 13 03:43:29.322815 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e171ad-021d-420b-8bb7-29d934567924 req-6d091593-6df8-44dd-abb2-6aa73d38049e tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:29.324310 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b2e171ad-021d-420b-8bb7-29d934567924 req-6d091593-6df8-44dd-abb2-6aa73d38049e tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 946 time: 0.0511949 Aug 13 03:43:29.354776 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-56e3db77-14f3-4c37-8216-464b597eecab service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860202 Aug 13 03:43:29.362202 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b2e171ad-021d-420b-8bb7-29d934567924 req-7ebee764-43ab-4833-bf24-fc2625a06321 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Aug 13 03:43:29.449513 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4fb40e35-17cb-49ac-920d-8ad48a54a780 req-f068d03e-a14d-4c87-ada1-d70bdd65665c service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846925 Aug 13 03:43:29.581977 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20717c-3835-46b8-822a-56fb3e60af7a req-a6b3d657-f38b-4a8e-bbcd-d073c4a470c0 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:29.583461 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-af20717c-3835-46b8-822a-56fb3e60af7a req-a6b3d657-f38b-4a8e-bbcd-d073c4a470c0 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 943 time: 0.0487266 Aug 13 03:43:29.625062 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-af20717c-3835-46b8-822a-56fb3e60af7a req-e94412b1-ff2f-433b-a27b-66ca91898b73 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352356 Aug 13 03:43:30.471557 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e33e-72b7-4f10-a0d3-c60b41de04cd req-bffd256f-4cb3-47ea-a396-02c86d6cc286 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:30.473023 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-80e1e33e-72b7-4f10-a0d3-c60b41de04cd req-bffd256f-4cb3-47ea-a396-02c86d6cc286 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 946 time: 0.0469515 Aug 13 03:43:30.509379 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-80e1e33e-72b7-4f10-a0d3-c60b41de04cd req-84c775d1-9835-4f19-a76d-04c3f7673e30 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301538 Aug 13 03:43:30.680504 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:43:30.682870 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2e48f5-849f-4605-813e-64175f8dccf5" -d '{"events": [{"server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "name": "network-vif-unplugged", "status": "completed", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:43:30.719750 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 03:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcac4bd-1032-4dae-a075-527ca5d481cc x-openstack-request-id: req-4dcac4bd-1032-4dae-a075-527ca5d481cc {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:43:30.720091 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "name": "network-vif-unplugged", "status": "completed", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:43:30.720351 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4dcac4bd-1032-4dae-a075-527ca5d481cc {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:43:30.720746 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'code': 200} Aug 13 03:43:30.755759 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de533712-2992-4268-8302-40015a15d1c5 req-6fa3c89b-d4f0-4df7-b736-3dba1513b724 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:30.757290 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-de533712-2992-4268-8302-40015a15d1c5 req-6fa3c89b-d4f0-4df7-b736-3dba1513b724 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 943 time: 0.0607865 Aug 13 03:43:30.804731 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-de533712-2992-4268-8302-40015a15d1c5 req-3ab6b54f-2a03-4eb4-8e2f-01145a40f7a5 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358973 Aug 13 03:43:31.066692 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:43:31.915735 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b944228-15c0-4f23-a88a-8fe9083e1967 req-b759c6f5-f313-43fd-bab0-6c2e9b920a90 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:31.917306 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9b944228-15c0-4f23-a88a-8fe9083e1967 req-b759c6f5-f313-43fd-bab0-6c2e9b920a90 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 943 time: 0.0508456 Aug 13 03:43:31.959745 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9b944228-15c0-4f23-a88a-8fe9083e1967 req-235f4369-214e-431e-9fc0-daf922cbe1e6 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354517 Aug 13 03:43:33.073093 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41cecd-4294-4e76-9c50-ef1c67f9cba7 req-2e967d67-8ebc-44f8-a5ed-2f5a64d0eed0 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:33.074539 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cb41cecd-4294-4e76-9c50-ef1c67f9cba7 req-2e967d67-8ebc-44f8-a5ed-2f5a64d0eed0 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 943 time: 0.0469241 Aug 13 03:43:33.111602 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-cb41cecd-4294-4e76-9c50-ef1c67f9cba7 req-18af925f-f295-49a2-8de7-6ec2df690a87 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309553 Aug 13 03:43:34.243621 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb876-d33a-4819-afaf-dd53177d0a0e req-706ebbf5-58f1-407d-a89b-e209d2b4f4b7 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:34.245145 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a22eb876-d33a-4819-afaf-dd53177d0a0e req-706ebbf5-58f1-407d-a89b-e209d2b4f4b7 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 943 time: 0.0639005 Aug 13 03:43:34.284688 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a22eb876-d33a-4819-afaf-dd53177d0a0e req-a4d848b0-67f9-4083-a7b4-b06f7893857d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334198 Aug 13 03:43:35.402978 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d33613-8208-4b8d-a9a2-9ac556e8d61c req-1a031e1c-68f7-49db-aacc-6b50d7ebf0b0 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:35.404539 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-54d33613-8208-4b8d-a9a2-9ac556e8d61c req-1a031e1c-68f7-49db-aacc-6b50d7ebf0b0 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 943 time: 0.0498531 Aug 13 03:43:35.444215 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-54d33613-8208-4b8d-a9a2-9ac556e8d61c req-6b86f065-043c-4b0c-a075-d4c0c0c2ebeb tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337384 Aug 13 03:43:36.490328 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 36ef1150-029d-4bf8-b285-21c63a30fdca details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:43:36.566733 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f7972-c6c2-448e-b130-87265c464535 req-f743ca4a-ee85-4d2a-bb63-97b6d3c9c465 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:36.568643 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-530f7972-c6c2-448e-b130-87265c464535 req-f743ca4a-ee85-4d2a-bb63-97b6d3c9c465 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 943 time: 0.0556645 Aug 13 03:43:36.597884 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 36ef1150-029d-4bf8-b285-21c63a30fdca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=36ef1150-029d-4bf8-b285-21c63a30fdca,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:36.609455 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'port_id': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'mac_address': 'fa:16:3e:51:8b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:43:36.616875 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-530f7972-c6c2-448e-b130-87265c464535 req-7dac410f-4bfb-469f-9df3-8b6c3a888118 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414534 Aug 13 03:43:36.646443 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:36.662299 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ef1150-029d-4bf8-b285-21c63a30fdca {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:43:36.680703 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 36ef1150-029d-4bf8-b285-21c63a30fdca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=36ef1150-029d-4bf8-b285-21c63a30fdca,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:36.685140 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:36.736011 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=36ef1150-029d-4bf8-b285-21c63a30fdca,revision_number=7']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:36.950926 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['36ef1150-029d-4bf8-b285-21c63a30fdca'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:43:37.736860 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a1a2e-5067-49f1-8758-d1bbf63b1880 req-60c10619-0b6e-450b-9a44-68ee2e78d37a tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:37.737486 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-845a1a2e-5067-49f1-8758-d1bbf63b1880 req-60c10619-0b6e-450b-9a44-68ee2e78d37a tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 944 time: 0.0540445 Aug 13 03:43:37.773621 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-845a1a2e-5067-49f1-8758-d1bbf63b1880 req-204ed217-1093-4c01-9d3a-4497bf2b5da0 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303254 Aug 13 03:43:38.506238 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 36ef1150-029d-4bf8-b285-21c63a30fdca up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:38.552763 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port 36ef1150-029d-4bf8-b285-21c63a30fdca triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:38.553145 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:38.640161 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:38.661889 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:43:38.664364 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270cab90-b0a0-420c-8c27-d3096e243057" -d '{"events": [{"server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "name": "network-vif-plugged", "status": "completed", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:43:38.677880 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 36ef1150-029d-4bf8-b285-21c63a30fdca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=36ef1150-029d-4bf8-b285-21c63a30fdca,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:38.683090 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:38.708735 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29360674-41fd-41cc-9e7c-ab71e625e6ad x-openstack-request-id: req-29360674-41fd-41cc-9e7c-ab71e625e6ad {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:43:38.709032 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "name": "network-vif-plugged", "status": "completed", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:43:38.709286 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29360674-41fd-41cc-9e7c-ab71e625e6ad {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:43:38.709678 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'code': 200} Aug 13 03:43:38.743861 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=36ef1150-029d-4bf8-b285-21c63a30fdca,revision_number=8']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:38.910901 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8761a2-8a54-499f-9ec9-91f0ebe39dba req-c430837e-1a96-454f-b676-481768920d8b tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:38.913658 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5b8761a2-8a54-499f-9ec9-91f0ebe39dba req-c430837e-1a96-454f-b676-481768920d8b tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0672219 Aug 13 03:43:38.956164 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5b8761a2-8a54-499f-9ec9-91f0ebe39dba req-6ea95472-0cc5-44b0-ab9e-99c1c3065d94 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357251 Aug 13 03:43:38.986852 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca10ccf-f30c-4a97-96e5-09b0913dfe94 req-324a3c21-4272-4f20-bd55-720b778e3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:38.989198 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2ca10ccf-f30c-4a97-96e5-09b0913dfe94 req-324a3c21-4272-4f20-bd55-720b778e3117 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 1098 time: 0.0454378 Aug 13 03:43:39.034108 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 39180) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:39.056801 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2ca10ccf-f30c-4a97-96e5-09b0913dfe94 req-6d997b71-f94e-49f8-a6f8-31ca7dd84e53 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592492 Aug 13 03:43:39.138620 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:39.224014 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:39.227618 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:39.267250 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2998c1c3608d441487454cf919a51ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320666 Aug 13 03:43:39.268126 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de4032d-f282-45ed-8721-0bcafdcdd175,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:39.270056 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39184) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:39.275315 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:39.276234 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:39.276582 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:39.276918 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:39.277247 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:39.277588 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:39.277917 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:39.278240 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:39.278565 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:39.278889 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:39.279213 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:39.279531 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86265f8-d431-4e7a-8b26-f0c5e8034077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:39.318132 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ca837b23-a79a-4ae1-8b68-a89aeb3a7483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:39.338884 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ca837b23-a79a-4ae1-8b68-a89aeb3a7483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:39.384756 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ca837b23-a79a-4ae1-8b68-a89aeb3a7483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:39.387757 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ca837b23-a79a-4ae1-8b68-a89aeb3a7483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:39.388941 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ca837b23-a79a-4ae1-8b68-a89aeb3a7483 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0de4032d-f282-45ed-8721-0bcafdcdd175 HTTP/1.1" status: 204 len: 168 time: 0.1179135 Aug 13 03:43:39.396147 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca837b23-a79a-4ae1-8b68-a89aeb3a7483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de4032d-f282-45ed-8721-0bcafdcdd175,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:40.039209 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39208) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:40.105592 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36048720-2756-4124-8dc0-2f7281fcdb5e req-0d2e3ad7-8d45-4e59-b694-c4aca7714181 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:40.113297 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-36048720-2756-4124-8dc0-2f7281fcdb5e req-0d2e3ad7-8d45-4e59-b694-c4aca7714181 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0800643 Aug 13 03:43:40.157150 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-36048720-2756-4124-8dc0-2f7281fcdb5e req-7320c3ee-906b-4c13-8c9a-3c2214e0e4ef tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371778 Aug 13 03:43:40.175650 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1895182022-network', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:40.198910 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Made reservation on behalf of e7cde6ee93c248a8ab2028dd6b60b8a9 for: {'network': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:43:40.201715 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.210407 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.299183 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.303268 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.324670 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:43:40.338287 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da57387-08c3-4fc4-8176-7501b0e1b714,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:40.343293 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.343646 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.segments_db [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Added segment e1926095-65be-4ee3-9782-4623fa5f7506 of type vlan for network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc Aug 13 03:43:40.388059 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.414860 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-69038ce2-ae2b-4d51-8d71-59e34caf84d9 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:40.416891 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-69038ce2-ae2b-4d51-8d71-59e34caf84d9 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/networks?id=b460852c-56b2-474d-99f6-0e0fd67666d3 HTTP/1.1" status: 200 len: 814 time: 0.1011682 Aug 13 03:43:40.417595 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.418551 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:40.419384 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.441019 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-606ab8b8-7317-49ee-97ba-47742151d9a5 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/quotas/b0123406893c4efdb9778ac11be9eff4 HTTP/1.1" status: 200 len: 375 time: 0.0112259 Aug 13 03:43:40.474208 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4338758 Aug 13 03:43:40.476949 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39230) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:40.484214 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-ec1a4d5f-18e2-43d6-8844-519e6510c7bb admin admin] Request body: {'subnet': {'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1895182022-subnet', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'ip_version': 4}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:40.489984 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec1eb8-0cf5-4783-a2c2-4386e5c433f7 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:40.495516 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-994fe42a-508d-44a9-a75a-fbd9337936a0 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b0123406893c4efdb9778ac11be9eff4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536571 Aug 13 03:43:40.499755 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:43:40.505984 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1a4d5f-18e2-43d6-8844-519e6510c7bb admin admin] Made reservation on behalf of e7cde6ee93c248a8ab2028dd6b60b8a9 for: {'subnet': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:43:40.508317 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4d5f-18e2-43d6-8844-519e6510c7bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28240980'] for subnet, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.595157 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-ff8ffb8c-eebc-46ca-a133-aae0f2f8333b service neutron] 10.222.0.57 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895653 Aug 13 03:43:40.673652 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4d5f-18e2-43d6-8844-519e6510c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1570433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28240998'] for subnet, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.687070 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-6b15a9ab-b058-4e87-822f-71b49d487f8f service neutron] 10.222.0.57 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857091 Aug 13 03:43:40.732284 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a4d5f-18e2-43d6-8844-519e6510c7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=55820d68-c513-4a80-9008-7ea57561d684,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:40.745260 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a4d5f-18e2-43d6-8844-519e6510c7bb admin admin] Checking segment: {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:43:40.745887 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a4d5f-18e2-43d6-8844-519e6510c7bb admin admin] Network hostable DHCP agents. Network: 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:43:40.765126 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a4d5f-18e2-43d6-8844-519e6510c7bb admin admin] Network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:43:40.774395 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-ec1a4d5f-18e2-43d6-8844-519e6510c7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc) {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:40.779565 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a4d5f-18e2-43d6-8844-519e6510c7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:40.780227 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ec1a4d5f-18e2-43d6-8844-519e6510c7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.791893 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc68407d-2457-4383-950e-a57c95d76a93 None None] Network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:43:40.807415 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ec1a4d5f-18e2-43d6-8844-519e6510c7bb admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3271520 Aug 13 03:43:40.808284 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39234) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:40.813548 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:40.836608 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3677678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.837634 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.863801 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c76932d7-0908-488e-b6bd-cc91cb682cb9 req-d33368e2-59c7-4c17-b68d-6e03edb0ec35 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 210 time: 0.0383625 Aug 13 03:43:40.902746 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:40.964772 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31d5fa13-7770-5470-a7f3-23422e52ac17-7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684'}]}} from dv-cinder-759962-7-iscsi. {{(pid=94058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:43:40.965829 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:41.051535 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:41.128288 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Allocated IP 172.20.0.2 (7c1130da-b77a-4516-bcf3-9d4dc03ae7cc/55820d68-c513-4a80-9008-7ea57561d684/9ca0c353-f4fd-46db-a632-23a40ec18e85) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:43:41.261767 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:41.281380 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:41.302471 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:41.311713 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Transition to ACTIVE for port object 9ca0c353-f4fd-46db-a632-23a40ec18e85 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:43:41.328206 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Transition to ACTIVE for port object 9ca0c353-f4fd-46db-a632-23a40ec18e85 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:43:41.334142 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:41.378737 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:43:41.385791 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:41.389023 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:43:41.391018 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Pushing event updated for resources: {'Port': ['ID=9ca0c353-f4fd-46db-a632-23a40ec18e85,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:41.396182 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Allocated IP 172.27.0.237 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/50b76b54-fb55-4543-be66-9e6c11628b99) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:43:41.447016 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Attempting to bind port 9ca0c353-f4fd-46db-a632-23a40ec18e85 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:43:41.448266 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Attempting to bind port 9ca0c353-f4fd-46db-a632-23a40ec18e85 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:43:41.448626 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Attempting to bind port 9ca0c353-f4fd-46db-a632-23a40ec18e85 on network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:43:41.454067 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:43:41.454450 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Checking segment: {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:43:41.456722 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:41.457133 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Bound using segment: {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:43:41.457612 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Bound port: 9ca0c353-f4fd-46db-a632-23a40ec18e85, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:43:41.458003 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:41.499363 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:41.525685 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] For port 9ca0c353-f4fd-46db-a632-23a40ec18e85, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:43:41.528986 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] For port 9ca0c353-f4fd-46db-a632-23a40ec18e85, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=9ca0c353-f4fd-46db-a632-23a40ec18e85,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:43:41.533019 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:41.538990 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:41.588272 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:43:41.591191 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:41.593657 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:43:41.601282 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b679c60-fa2e-44ac-8cb0-bbbd2b07f541 None None] Pushing event updated for resources: {'Port': ['ID=9ca0c353-f4fd-46db-a632-23a40ec18e85,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:41.617259 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Pushing event updated for resources: {'Port': ['ID=50b76b54-fb55-4543-be66-9e6c11628b99,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:41.937109 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:41.977472 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-34bd2799-4d47-48bd-bb2d-201d5071c1f4 req-bdcedb3f-2dde-4e41-a7ae-f357c3eb74c4 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 210 time: 0.0294592 Aug 13 03:43:42.006003 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-fa2093c5-8f9c-4768-bd74-b8f6966d796d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:42.007434 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-fa2093c5-8f9c-4768-bd74-b8f6966d796d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "GET /v2.0/networks?id=b460852c-56b2-474d-99f6-0e0fd67666d3 HTTP/1.1" status: 200 len: 814 time: 0.1579099 Aug 13 03:43:42.044896 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-93a186da-9ea0-4e51-b3b4-f18d1c5556dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Request body: {'port': {'device_id': '1d10a944-1aef-4def-beb0-c8538c5f2233', 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3', 'admin_state_up': True, 'tenant_id': 'b0123406893c4efdb9778ac11be9eff4'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:42.161444 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:42.247980 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675640'] for router, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:42.251050 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-93a186da-9ea0-4e51-b3b4-f18d1c5556dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Made reservation on behalf of b0123406893c4efdb9778ac11be9eff4 for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:43:42.254551 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-93a186da-9ea0-4e51-b3b4-f18d1c5556dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:42.474016 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-93a186da-9ea0-4e51-b3b4-f18d1c5556dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Allocated IP 172.20.0.14 (b460852c-56b2-474d-99f6-0e0fd67666d3/8d2de044-986d-4fcd-874c-8680a84452f4/de3aaf00-fa57-4346-97a6-b26e694c7317) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:43:42.488315 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac94a60-2022-450a-94ce-1ca3871ab9da None None] Network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:43:42.495998 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Router f463ef31-529b-4c5d-8509-2fb7f97263ca is scheduled to L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 with binding_index 1 {{(pid=94056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:43:42.556740 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-6757f45b-9bd2-438c-b656-0ab61876146f None None] Provisioning for port 9ca0c353-f4fd-46db-a632-23a40ec18e85 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:42.865154 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 9ca0c353-f4fd-46db-a632-23a40ec18e85 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:42.923403 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 9ca0c353-f4fd-46db-a632-23a40ec18e85 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:42.927581 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 9ca0c353-f4fd-46db-a632-23a40ec18e85 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:42.927993 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:42.959381 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ce1bae85-a587-405a-acec-a50fb225698c req-3a11400f-ba54-4eb0-aa75-2cb64825b354 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3995655 Aug 13 03:43:42.973765 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:43:43.003222 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-93a186da-9ea0-4e51-b3b4-f18d1c5556dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.003495 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Sync routers for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:43:43.008986 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] Notify callbacks [] for router, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.013243 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-645f89dd-0a7c-4bb2-a35c-fcb8ef777958 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2015221 Aug 13 03:43:43.013593 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 39252) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:43.035841 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.065112 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:43:43.066319 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-21380649-519b-4c86-a79d-9445316caa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:43:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:43.071445 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bae85-a587-405a-acec-a50fb225698c req-f505b212-d5f5-47be-9fdd-e9ae484d1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:43.073604 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ce1bae85-a587-405a-acec-a50fb225698c req-f505b212-d5f5-47be-9fdd-e9ae484d1636 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cc7db04257324af795d8e7b8fb28104f&device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 1098 time: 0.0603333 Aug 13 03:43:43.082005 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-93a186da-9ea0-4e51-b3b4-f18d1c5556dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.098689 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51730431-36f9-47b5-ad89-2224e0583b8d req-fcd43893-bd06-41aa-bcc9-120f8a487460 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 210 time: 0.0425193 Aug 13 03:43:43.120689 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['1d0b4c98-a556-4c86-a246-d03afdf1fdf0', 'fb30121e-6902-4752-8844-2510f5b4eae7', '00913dbe-db1c-4efe-83a1-037590b48355'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:43:43.149553 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 9ca0c353-f4fd-46db-a632-23a40ec18e85, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=9ca0c353-f4fd-46db-a632-23a40ec18e85,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:43.162842 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.187503 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-93a186da-9ea0-4e51-b3b4-f18d1c5556dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Network b460852c-56b2-474d-99f6-0e0fd67666d3 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:43:43.190366 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-93a186da-9ea0-4e51-b3b4-f18d1c5556dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:43.192166 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a186da-9ea0-4e51-b3b4-f18d1c5556dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Pushing event updated for resources: {'Port': ['ID=de3aaf00-fa57-4346-97a6-b26e694c7317,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:43.194363 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-93a186da-9ea0-4e51-b3b4-f18d1c5556dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:43:43.260185 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-93a186da-9ea0-4e51-b3b4-f18d1c5556dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:43.260915 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-93a186da-9ea0-4e51-b3b4-f18d1c5556dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.281051 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bae85-a587-405a-acec-a50fb225698c req-cc4d1fd5-c5bc-4123-b3bc-efe8cebea781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:43.282627 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ce1bae85-a587-405a-acec-a50fb225698c req-cc4d1fd5-c5bc-4123-b3bc-efe8cebea781 service neutron] 10.222.0.63 "GET /v2.0/networks?id=935d90e8-9c62-46ee-980f-2844116d2f71 HTTP/1.1" status: 200 len: 910 time: 0.1566730 Aug 13 03:43:43.285067 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-93a186da-9ea0-4e51-b3b4-f18d1c5556dd tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2494297 Aug 13 03:43:43.313416 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Request body: {'port': {'device_id': '1d10a944-1aef-4def-beb0-c8538c5f2233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:43.407505 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=9ca0c353-f4fd-46db-a632-23a40ec18e85,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:43.420991 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:43:43.424839 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ce1bae85-a587-405a-acec-a50fb225698c req-b71d4593-a028-48be-933c-c2a369675f1b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ef1150-029d-4bf8-b285-21c63a30fdca HTTP/1.1" status: 200 len: 1001 time: 0.1238937 Aug 13 03:43:43.425538 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.491044 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.513139 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bae85-a587-405a-acec-a50fb225698c req-9b08d8ca-ac5d-4c98-bdee-b66f5d744b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:43.514606 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ce1bae85-a587-405a-acec-a50fb225698c req-9b08d8ca-ac5d-4c98-bdee-b66f5d744b9d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c30d4b08-50db-46c4-9f62-8fe5cb355d2f HTTP/1.1" status: 200 len: 848 time: 0.0780926 Aug 13 03:43:43.659112 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Allocated IP 172.20.0.1 (7c1130da-b77a-4516-bcf3-9d4dc03ae7cc/55820d68-c513-4a80-9008-7ea57561d684/7e653512-b6b3-4387-a7e5-1194ae540de5) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:43:43.662089 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bae85-a587-405a-acec-a50fb225698c req-cc17c8cd-bd03-403f-80a4-c0aa1f0bfab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:43.663593 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ce1bae85-a587-405a-acec-a50fb225698c req-cc17c8cd-bd03-403f-80a4-c0aa1f0bfab7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=935d90e8-9c62-46ee-980f-2844116d2f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1013093 Aug 13 03:43:43.691625 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-21380649-519b-4c86-a79d-9445316caa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:41Z', 'revision_number': 3, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:43.724761 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Checking router: f463ef31-529b-4c5d-8509-2fb7f97263ca for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:43:43.725329 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Updating router f463ef31-529b-4c5d-8509-2fb7f97263ca port 50b76b54-fb55-4543-be66-9e6c11628b99 binding host dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:43:43.763178 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.770572 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.784997 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Transition to ACTIVE for port object 7e653512-b6b3-4387-a7e5-1194ae540de5 will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:43:43.799943 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ce1bae85-a587-405a-acec-a50fb225698c req-45144bc3-46cc-4cfe-9bf7-a43d865f60cd service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238728 Aug 13 03:43:43.821512 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.863313 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:43:43.868635 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:43.871061 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:43:43.885725 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3aaf00-fa57-4346-97a6-b26e694c7317 {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:43:43.897007 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=7e653512-b6b3-4387-a7e5-1194ae540de5,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:43.901344 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.915882 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734573'] for router_interface, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.927991 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Transition to ACTIVE for port object de3aaf00-fa57-4346-97a6-b26e694c7317 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:43:43.936352 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.978356 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ce1bae85-a587-405a-acec-a50fb225698c req-4279272d-1918-4ce9-9fd1-71947df1bd17 service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512604 Aug 13 03:43:44.009075 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Pushing event updated for resources: {'Port': ['ID=de3aaf00-fa57-4346-97a6-b26e694c7317,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:44.096826 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.102998 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Attempting to bind port de3aaf00-fa57-4346-97a6-b26e694c7317 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:43:44.103372 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Attempting to bind port de3aaf00-fa57-4346-97a6-b26e694c7317 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:43:44.103743 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Attempting to bind port de3aaf00-fa57-4346-97a6-b26e694c7317 on network b460852c-56b2-474d-99f6-0e0fd67666d3 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:43:44.108108 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Port de3aaf00-fa57-4346-97a6-b26e694c7317 on network b460852c-56b2-474d-99f6-0e0fd67666d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:43:44.108440 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Attempting to bind port de3aaf00-fa57-4346-97a6-b26e694c7317 on network b460852c-56b2-474d-99f6-0e0fd67666d3 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:43:44.113765 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:43:44.114111 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Checking segment: {'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:43:44.114502 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Bound using segment: {'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:43:44.114935 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Bound port: de3aaf00-fa57-4346-97a6-b26e694c7317, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e98266-e5d2-46c6-beed-efcacb0f4787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:43:44.115308 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.166549 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.168909 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-1f958a88-9376-4ae2-9b5f-475389378fa8 None None] Provisioning for port 7e653512-b6b3-4387-a7e5-1194ae540de5 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:44.178067 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-1f958a88-9376-4ae2-9b5f-475389378fa8 None None] Provisioning complete for port 7e653512-b6b3-4387-a7e5-1194ae540de5 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:44.178457 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1f958a88-9376-4ae2-9b5f-475389378fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.183315 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Transition to ACTIVE for port object 50b76b54-fb55-4543-be66-9e6c11628b99 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:43:44.203668 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] For port de3aaf00-fa57-4346-97a6-b26e694c7317, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:43:44.207584 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] For port de3aaf00-fa57-4346-97a6-b26e694c7317, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=de3aaf00-fa57-4346-97a6-b26e694c7317,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:43:44.212478 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.212958 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.248572 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-1f958a88-9376-4ae2-9b5f-475389378fa8 None None] Port 7e653512-b6b3-4387-a7e5-1194ae540de5 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:43:44.251801 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:44.251978 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.253443 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] 10.222.0.63 "PUT /v2.0/ports/de3aaf00-fa57-4346-97a6-b26e694c7317 HTTP/1.1" status: 200 len: 1094 time: 0.9454036 Aug 13 03:43:44.255617 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d10a944-1aef-4def-beb0-c8538c5f2233', 'tag': 'de3aaf00-fa57-4346-97a6-b26e694c7317'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:43:44.258599 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022563a8-7be6-4afd-b31e-8026bdbbf494" -d '{"events": [{"name": "network-changed", "server_uuid": "1d10a944-1aef-4def-beb0-c8538c5f2233", "tag": "de3aaf00-fa57-4346-97a6-b26e694c7317"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:43:44.272530 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57e92-8be5-42e6-8ff7-bd8f3370ae78 req-cfe43575-9af7-4ba8-94da-faddcb033a15 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:44.274238 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bde57e92-8be5-42e6-8ff7-bd8f3370ae78 req-cfe43575-9af7-4ba8-94da-faddcb033a15 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 944 time: 0.0737090 Aug 13 03:43:44.276688 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d92524-c7fd-4877-b73a-882d728d0aad None None] Pushing event updated for resources: {'Port': ['ID=50b76b54-fb55-4543-be66-9e6c11628b99,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:44.281549 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Attempting to bind port 50b76b54-fb55-4543-be66-9e6c11628b99 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:43:44.282439 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Attempting to bind port 50b76b54-fb55-4543-be66-9e6c11628b99 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:43:44.282439 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Attempting to bind port 50b76b54-fb55-4543-be66-9e6c11628b99 on network 447743f6-e021-4a69-b78c-3b977fcc1367 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:43:44.289890 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:43:44.290461 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Checking segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:43:44.290936 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.291428 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Bound using segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:43:44.292179 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Bound port: 50b76b54-fb55-4543-be66-9e6c11628b99, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:43:44.292516 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.340335 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56197ef9-0781-4a35-853c-98705e263281 x-openstack-request-id: req-56197ef9-0781-4a35-853c-98705e263281 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:43:44.340864 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d10a944-1aef-4def-beb0-c8538c5f2233", "tag": "de3aaf00-fa57-4346-97a6-b26e694c7317", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:43:44.340864 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56197ef9-0781-4a35-853c-98705e263281 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:43:44.341263 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d10a944-1aef-4def-beb0-c8538c5f2233', 'tag': 'de3aaf00-fa57-4346-97a6-b26e694c7317', 'status': 'completed', 'code': 200} Aug 13 03:43:44.343666 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bde57e92-8be5-42e6-8ff7-bd8f3370ae78 req-64e370bd-4902-417a-99a2-a1ed681615d5 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601001 Aug 13 03:43:44.358107 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d1422-1247-4e7e-a8de-c94dc4c8a8bf service neutron] Pushing event updated for resources: {'Port': ['ID=de3aaf00-fa57-4346-97a6-b26e694c7317,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:44.358252 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.363354 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25712220'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.370784 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-21380649-519b-4c86-a79d-9445316caa67 None None] For port 50b76b54-fb55-4543-be66-9e6c11628b99, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:43:44.375384 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-21380649-519b-4c86-a79d-9445316caa67 None None] For port 50b76b54-fb55-4543-be66-9e6c11628b99, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=50b76b54-fb55-4543-be66-9e6c11628b99,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:43:44.382743 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.388474 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-d4887ced-95e4-42ed-a37c-1bc69c9325ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:44.390568 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-d4887ced-95e4-42ed-a37c-1bc69c9325ca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0123406893c4efdb9778ac11be9eff4&device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 1097 time: 0.0646057 Aug 13 03:43:44.434038 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3734713'] for router_interface, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.436891 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=7e653512-b6b3-4387-a7e5-1194ae540de5,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:44.450977 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d92524-c7fd-4877-b73a-882d728d0aad None None] Pushing event updated for resources: {'Port': ['ID=50b76b54-fb55-4543-be66-9e6c11628b99,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:44.455114 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-6f1eff34-1c2f-4a8e-a075-88bec76a3f78 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de3aaf00-fa57-4346-97a6-b26e694c7317 HTTP/1.1" status: 200 len: 217 time: 0.0470562 Aug 13 03:43:44.456278 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:43:44.457049 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-21380649-519b-4c86-a79d-9445316caa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:43:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:44.534004 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-dd6eb809-7d35-4886-a59b-70fb82d72a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:44.535501 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-dd6eb809-7d35-4886-a59b-70fb82d72a84 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d2de044-986d-4fcd-874c-8680a84452f4 HTTP/1.1" status: 200 len: 854 time: 0.0732114 Aug 13 03:43:44.536986 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:43:44.538429 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:44.577526 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-73388d46-c49d-43f8-ab5f-ed2b259670c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b460852c-56b2-474d-99f6-0e0fd67666d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340602 Aug 13 03:43:44.583638 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-21380649-519b-4c86-a79d-9445316caa67 None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:43:44.657313 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Router f463ef31-529b-4c5d-8509-2fb7f97263ca has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:43:44.688583 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-b2c7b72f-29c9-4acc-abc4-ac6d7917a7c0 service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945308 Aug 13 03:43:44.793194 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:43:44.799161 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-14dc9150-8cdb-4f8b-a0ef-00a5d75a5eb8 admin admin] 10.222.0.57 "PUT /v2.0/routers/f463ef31-529b-4c5d-8509-2fb7f97263ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7840483 Aug 13 03:43:44.805486 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5e312e19-359d-4934-ab94-bcaa0c2a3976 req-bb549964-8917-4e17-83d5-a8715a59a15d service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058846 Aug 13 03:43:44.820769 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-2330c35f-8be0-4457-bdd7-54a10caec3a4 None None] Provisioning complete for port 7e653512-b6b3-4387-a7e5-1194ae540de5 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:44.820769 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2330c35f-8be0-4457-bdd7-54a10caec3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:44.864215 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 9ca0c353-f4fd-46db-a632-23a40ec18e85 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:44.897549 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-21380649-519b-4c86-a79d-9445316caa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 2, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:44.899956 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022563a8-7be6-4afd-b31e-8026bdbbf494 req-739992a3-4153-40f2-86dc-925129802094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:44.901728 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-022563a8-7be6-4afd-b31e-8026bdbbf494 req-739992a3-4153-40f2-86dc-925129802094 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0123406893c4efdb9778ac11be9eff4&device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 1097 time: 0.0425544 Aug 13 03:43:44.901877 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-2330c35f-8be0-4457-bdd7-54a10caec3a4 None None] Port 7e653512-b6b3-4387-a7e5-1194ae540de5 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:43:44.934349 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21380649-519b-4c86-a79d-9445316caa67 None None] The sync data for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi is: [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 2, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:43:44.955046 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 9ca0c353-f4fd-46db-a632-23a40ec18e85 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:44.955510 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:45.012614 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022563a8-7be6-4afd-b31e-8026bdbbf494 req-323bed42-e470-462b-8997-44fbaf971d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:45.014269 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-022563a8-7be6-4afd-b31e-8026bdbbf494 req-323bed42-e470-462b-8997-44fbaf971d95 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b460852c-56b2-474d-99f6-0e0fd67666d3 HTTP/1.1" status: 200 len: 915 time: 0.1030178 Aug 13 03:43:45.065655 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-022563a8-7be6-4afd-b31e-8026bdbbf494 req-0236ca5e-4ffc-469d-8b53-f5cc2f258d91 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de3aaf00-fa57-4346-97a6-b26e694c7317 HTTP/1.1" status: 200 len: 217 time: 0.0411177 Aug 13 03:43:45.125187 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022563a8-7be6-4afd-b31e-8026bdbbf494 req-53f7c893-660a-4b33-a244-d8d3e1b561dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:45.126682 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-022563a8-7be6-4afd-b31e-8026bdbbf494 req-53f7c893-660a-4b33-a244-d8d3e1b561dd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d2de044-986d-4fcd-874c-8680a84452f4 HTTP/1.1" status: 200 len: 854 time: 0.0514517 Aug 13 03:43:45.173723 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-022563a8-7be6-4afd-b31e-8026bdbbf494 req-7433f4d9-dc55-497f-b21f-2894dbd20c6f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b460852c-56b2-474d-99f6-0e0fd67666d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368257 Aug 13 03:43:45.285856 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-022563a8-7be6-4afd-b31e-8026bdbbf494 req-3bd38195-2fbc-4025-a662-5d299408073a service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995176 Aug 13 03:43:45.382986 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39274) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:45.391256 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-37260763-network', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:45.399030 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-022563a8-7be6-4afd-b31e-8026bdbbf494 req-37620760-2301-4041-a588-61c846a02316 service neutron] 10.222.0.63 "GET /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040649 Aug 13 03:43:45.417764 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Made reservation on behalf of a4fdaf13cc5f4481b3f7f34d4b6d296d for: {'network': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:43:45.420849 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:45.430104 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:45.476558 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7ac93-4e87-41a0-b49b-38b584f46c1d req-e8148526-da1c-46b6-a69e-2322f4be9e71 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:45.478203 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-67f7ac93-4e87-41a0-b49b-38b584f46c1d req-e8148526-da1c-46b6-a69e-2322f4be9e71 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 944 time: 0.0523517 Aug 13 03:43:45.520530 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-67f7ac93-4e87-41a0-b49b-38b584f46c1d req-478baae2-3e7b-4197-9002-063d5fbe4b49 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357206 Aug 13 03:43:45.536311 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:45.540494 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:45.565960 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:43:45.575611 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9120d59d-300f-45e0-8d26-8261db121724,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:45.585532 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:45.585885 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.segments_db [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Added segment 405a5e87-f5ed-44ab-89a1-48e7fce2a183 of type vlan for network 77657f1b-bb57-4304-97a5-bdb09db1e72f Aug 13 03:43:45.648976 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:45.680031 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:45.681047 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:45.682160 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:45.735426 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3513060 Aug 13 03:43:45.738179 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 39276) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:45.743034 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-f498504c-8070-425c-9e99-3e57319f63d7 admin admin] Request body: {'subnet': {'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-37260763-subnet', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:45.743208 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285691e-1114-4b38-b41b-db683a39c707 admin admin] Pushing event updated for resources: {'Network': ['ID=77657f1b-bb57-4304-97a5-bdb09db1e72f,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:45.753857 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 77657f1b-bb57-4304-97a5-bdb09db1e72f details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:43:45.765603 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f498504c-8070-425c-9e99-3e57319f63d7 admin admin] Made reservation on behalf of a4fdaf13cc5f4481b3f7f34d4b6d296d for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:43:45.768242 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f498504c-8070-425c-9e99-3e57319f63d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25276247'] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:46.202280 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f498504c-8070-425c-9e99-3e57319f63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25712161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25276261'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:46.255723 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498504c-8070-425c-9e99-3e57319f63d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb44358-97a8-4caf-97e3-6ad483bf76bd,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:46.264989 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f498504c-8070-425c-9e99-3e57319f63d7 admin admin] Checking segment: {'id': '405a5e87-f5ed-44ab-89a1-48e7fce2a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:43:46.265370 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f498504c-8070-425c-9e99-3e57319f63d7 admin admin] Network hostable DHCP agents. Network: 77657f1b-bb57-4304-97a5-bdb09db1e72f, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:43:46.280477 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f498504c-8070-425c-9e99-3e57319f63d7 admin admin] Network 77657f1b-bb57-4304-97a5-bdb09db1e72f is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:43:46.288402 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-f498504c-8070-425c-9e99-3e57319f63d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 77657f1b-bb57-4304-97a5-bdb09db1e72f) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:46.293005 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498504c-8070-425c-9e99-3e57319f63d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:46.293581 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f498504c-8070-425c-9e99-3e57319f63d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:46.298079 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e574a56-de1c-4525-b217-5f1fd98e289b None None] Network 77657f1b-bb57-4304-97a5-bdb09db1e72f requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:43:46.312789 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-f498504c-8070-425c-9e99-3e57319f63d7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5735304 Aug 13 03:43:46.315366 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 39278) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:46.319627 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-37260763-router', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:46.340079 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3677678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:46.341133 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:46.399251 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:46.443182 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31d5fa13-7770-5470-a7f3-23422e52ac17-77657f1b-bb57-4304-97a5-bdb09db1e72f', 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'fixed_ips': [{'subnet_id': '1eb44358-97a8-4caf-97e3-6ad483bf76bd'}]}} from dv-cinder-759962-7-iscsi. {{(pid=94058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:43:46.444083 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:46.532363 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:46.588396 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Allocated IP 172.20.0.2 (77657f1b-bb57-4304-97a5-bdb09db1e72f/1eb44358-97a8-4caf-97e3-6ad483bf76bd/c636294b-7689-4f4a-94da-66f4995ae274) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:43:46.621247 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device de3aaf00-fa57-4346-97a6-b26e694c7317 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:43:46.676848 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14eeb0-0f66-476c-b08e-c1b79c7b8632 req-c8f46cc2-bd6d-4bf1-afe7-6fa667980f66 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:46.678326 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ee14eeb0-0f66-476c-b08e-c1b79c7b8632 req-c8f46cc2-bd6d-4bf1-afe7-6fa667980f66 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 944 time: 0.0632267 Aug 13 03:43:46.807684 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port de3aaf00-fa57-4346-97a6-b26e694c7317, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=de3aaf00-fa57-4346-97a6-b26e694c7317,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:46.811088 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ee14eeb0-0f66-476c-b08e-c1b79c7b8632 req-890d8d77-f609-447e-99ab-a715bdfcf087 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254020 Aug 13 03:43:46.826198 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:46.835347 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:46.843934 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'de3aaf00-fa57-4346-97a6-b26e694c7317', 'network_id': 'b460852c-56b2-474d-99f6-0e0fd67666d3', 'port_id': 'de3aaf00-fa57-4346-97a6-b26e694c7317', 'mac_address': 'fa:16:3e:04:28:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2de044-986d-4fcd-874c-8680a84452f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:43:46.847766 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Transition to ACTIVE for port object c636294b-7689-4f4a-94da-66f4995ae274 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:43:46.851409 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:46.887763 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Transition to ACTIVE for port object c636294b-7689-4f4a-94da-66f4995ae274 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:43:46.897855 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 50b76b54-fb55-4543-be66-9e6c11628b99 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:46.904885 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:46.927075 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:46.958553 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Sync routers for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:43:46.968285 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:43:46.968905 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:43:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:46.970112 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Allocated IP 172.27.0.135 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/923b535a-01eb-4941-83e5-f9e21012910a) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:43:46.983801 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3aaf00-fa57-4346-97a6-b26e694c7317 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:43:46.989031 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Network 77657f1b-bb57-4304-97a5-bdb09db1e72f is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:43:46.998670 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:47.001583 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:43:47.025902 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port de3aaf00-fa57-4346-97a6-b26e694c7317, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=de3aaf00-fa57-4346-97a6-b26e694c7317,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:47.027125 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Pushing event updated for resources: {'Port': ['ID=c636294b-7689-4f4a-94da-66f4995ae274,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:47.051927 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.056663 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.057005 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.057347 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.057684 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.058018 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.058350 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.059132 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.059132 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.059313 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.059653 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.059996 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.060318 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.078177 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:43:47.099716 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.103097 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 50b76b54-fb55-4543-be66-9e6c11628b99 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:47.125617 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 50b76b54-fb55-4543-be66-9e6c11628b99 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:47.125991 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.131015 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Attempting to bind port c636294b-7689-4f4a-94da-66f4995ae274 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:43:47.131399 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Attempting to bind port c636294b-7689-4f4a-94da-66f4995ae274 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '405a5e87-f5ed-44ab-89a1-48e7fce2a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:43:47.131750 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Attempting to bind port c636294b-7689-4f4a-94da-66f4995ae274 on network 77657f1b-bb57-4304-97a5-bdb09db1e72f {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:43:47.145787 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.182211 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:43:47.182687 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Checking segment: {'id': '405a5e87-f5ed-44ab-89a1-48e7fce2a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:43:47.183005 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.185796 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Bound using segment: {'id': '405a5e87-f5ed-44ab-89a1-48e7fce2a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:43:47.185796 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Bound port: c636294b-7689-4f4a-94da-66f4995ae274, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405a5e87-f5ed-44ab-89a1-48e7fce2a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:43:47.186035 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:43:47.186132 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.188343 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:47.190239 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=de3aaf00-fa57-4346-97a6-b26e694c7317,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:47.192046 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:43:47.233353 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Pushing event updated for resources: {'Port': ['ID=923b535a-01eb-4941-83e5-f9e21012910a,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:47.289537 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 2, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:47.300909 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] For port c636294b-7689-4f4a-94da-66f4995ae274, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:43:47.320442 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] For port c636294b-7689-4f4a-94da-66f4995ae274, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=c636294b-7689-4f4a-94da-66f4995ae274,segment=NetworkSegment(405a5e87-f5ed-44ab-89a1-48e7fce2a183),segment_id=405a5e87-f5ed-44ab-89a1-48e7fce2a183)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:43:47.320806 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Checking router: f463ef31-529b-4c5d-8509-2fb7f97263ca for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:43:47.321177 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Updating router f463ef31-529b-4c5d-8509-2fb7f97263ca port 7e653512-b6b3-4387-a7e5-1194ae540de5 binding host dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:43:47.323735 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.330837 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.350164 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.366010 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['de3aaf00-fa57-4346-97a6-b26e694c7317'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:43:47.466533 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.534337 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 50b76b54-fb55-4543-be66-9e6c11628b99, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=50b76b54-fb55-4543-be66-9e6c11628b99,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:47.562686 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.576533 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b62793-7cc0-4354-b711-8dc35404cf74 None None] Pushing event updated for resources: {'Port': ['ID=c636294b-7689-4f4a-94da-66f4995ae274,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:47.641550 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.651895 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=50b76b54-fb55-4543-be66-9e6c11628b99,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:47.656659 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Transition to ACTIVE for port object 7e653512-b6b3-4387-a7e5-1194ae540de5 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:43:47.665921 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.720584 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675640'] for router, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.727073 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Pushing event updated for resources: {'Port': ['ID=7e653512-b6b3-4387-a7e5-1194ae540de5,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:47.740845 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.741028 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.741453 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.741879 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.742302 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.742734 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.743154 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.743570 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.744061 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.744483 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.744900 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.745443 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:43:47.828601 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Attempting to bind port 7e653512-b6b3-4387-a7e5-1194ae540de5 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:43:47.828976 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Attempting to bind port 7e653512-b6b3-4387-a7e5-1194ae540de5 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:43:47.829345 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Attempting to bind port 7e653512-b6b3-4387-a7e5-1194ae540de5 on network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:43:47.834552 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:43:47.834945 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Checking segment: {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:43:47.835949 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.835949 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Bound using segment: {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:43:47.836382 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Bound port: 7e653512-b6b3-4387-a7e5-1194ae540de5, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:43:47.836786 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:47.899380 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Router a305002d-d5d6-4e9c-983a-5d158e74c293 is scheduled to L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 with binding_index 1 {{(pid=94057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:43:47.940790 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] For port 7e653512-b6b3-4387-a7e5-1194ae540de5, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:43:47.944075 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] For port 7e653512-b6b3-4387-a7e5-1194ae540de5, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=7e653512-b6b3-4387-a7e5-1194ae540de5,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:43:47.950351 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.024085 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:43:48.024796 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:43:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:48.027572 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f542a39-09ab-4d90-8d64-11499476750c None None] Pushing event updated for resources: {'Port': ['ID=7e653512-b6b3-4387-a7e5-1194ae540de5,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:48.050383 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12203a97-573f-4004-a4ea-62eab3d3502f req-f69b280d-c9f7-4433-9c1a-66d9ae7496d5 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:48.060365 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-12203a97-573f-4004-a4ea-62eab3d3502f req-f69b280d-c9f7-4433-9c1a-66d9ae7496d5 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 945 time: 0.1110473 Aug 13 03:43:48.080913 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:43:48.092779 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Sync routers for ids ['a305002d-d5d6-4e9c-983a-5d158e74c293'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:43:48.104416 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Routers {'a305002d-d5d6-4e9c-983a-5d158e74c293'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:43:48.104640 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.105046 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:43:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['a305002d-d5d6-4e9c-983a-5d158e74c293'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:48.108134 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-9c579ca9-b845-4a4d-8fa6-8e107b99cd76 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7893183 Aug 13 03:43:48.108705 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39284) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:48.127357 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-12203a97-573f-4004-a4ea-62eab3d3502f req-04447de5-12dd-41dd-aeb9-0f2745aff696 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615947 Aug 13 03:43:48.186010 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:43:48.237423 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Set router a305002d-d5d6-4e9c-983a-5d158e74c293 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:43:48.421193 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:48.443616 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'name': 'tempest-TestVolumeBootPattern-37260763-router', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '923b535a-01eb-4941-83e5-f9e21012910a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 3, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'gw_port': {'id': '923b535a-01eb-4941-83e5-f9e21012910a', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:48.456476 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd7a5f-b4b1-4ea3-b0ba-94f16f2c154a None None] The sync data for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi is: [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:43:48.481579 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Checking router: a305002d-d5d6-4e9c-983a-5d158e74c293 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:43:48.481942 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Updating router a305002d-d5d6-4e9c-983a-5d158e74c293 port 923b535a-01eb-4941-83e5-f9e21012910a binding host dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:43:48.507957 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.607195 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.643268 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device de3aaf00-fa57-4346-97a6-b26e694c7317 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:48.733942 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0184137b-0ac1-435b-b157-019fcea84b48 None None] Network 77657f1b-bb57-4304-97a5-bdb09db1e72f requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:43:48.783034 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Allocated IP 172.20.0.1 (77657f1b-bb57-4304-97a5-bdb09db1e72f/1eb44358-97a8-4caf-97e3-6ad483bf76bd/4a42aec7-3371-4089-ac48-3d6de2200109) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:43:48.824031 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7bb4f03a-98c6-4e2d-b2e6-f427f45ad381 None None] Provisioning for port c636294b-7689-4f4a-94da-66f4995ae274 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:48.850206 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port de3aaf00-fa57-4346-97a6-b26e694c7317 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:48.888639 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port de3aaf00-fa57-4346-97a6-b26e694c7317 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:48.889022 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.925824 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:48.939106 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Transition to ACTIVE for port object 4a42aec7-3371-4089-ac48-3d6de2200109 will not be triggered until provisioned by entity DHCP. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:43:48.983982 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.023745 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Network 77657f1b-bb57-4304-97a5-bdb09db1e72f is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:43:49.029063 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:49.032136 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:43:49.034270 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.046433 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Transition to ACTIVE for port object 923b535a-01eb-4941-83e5-f9e21012910a will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:43:49.055446 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.069900 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Pushing event updated for resources: {'Port': ['ID=4a42aec7-3371-4089-ac48-3d6de2200109,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:49.074213 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device c636294b-7689-4f4a-94da-66f4995ae274 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:49.087226 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734573'] for router_interface, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.192317 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d7083-3abf-49d1-b61b-5a927205a4a3 None None] Pushing event updated for resources: {'Port': ['ID=923b535a-01eb-4941-83e5-f9e21012910a,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:49.204712 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Attempting to bind port 923b535a-01eb-4941-83e5-f9e21012910a on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:43:49.205054 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Attempting to bind port 923b535a-01eb-4941-83e5-f9e21012910a by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:43:49.205423 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Attempting to bind port 923b535a-01eb-4941-83e5-f9e21012910a on network 447743f6-e021-4a69-b78c-3b977fcc1367 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:43:49.224448 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:43:49.224830 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Checking segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:43:49.225243 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.225639 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Bound using segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:43:49.226129 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Bound port: 923b535a-01eb-4941-83e5-f9e21012910a, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:43:49.226517 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.233615 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.257618 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.292601 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port c636294b-7689-4f4a-94da-66f4995ae274 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:49.302896 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port c636294b-7689-4f4a-94da-66f4995ae274 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:49.303354 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.309036 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8728c-91a8-4ddf-8f77-7efec7fb5901 req-8228ba9b-d098-41df-a69a-c55311c03530 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:49.312446 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e8a8728c-91a8-4ddf-8f77-7efec7fb5901 req-8228ba9b-d098-41df-a69a-c55311c03530 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 945 time: 0.1187832 Aug 13 03:43:49.375765 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d10a944-1aef-4def-beb0-c8538c5f2233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3aaf00-fa57-4346-97a6-b26e694c7317'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:43:49.379414 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd9d0f6-e979-40cf-bda8-2e0ea7a18634" -d '{"events": [{"server_uuid": "1d10a944-1aef-4def-beb0-c8538c5f2233", "name": "network-vif-plugged", "status": "completed", "tag": "de3aaf00-fa57-4346-97a6-b26e694c7317"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:43:49.389263 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e8a8728c-91a8-4ddf-8f77-7efec7fb5901 req-3f110417-9bd3-41ab-bbbb-58edaba332e8 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702600 Aug 13 03:43:49.408203 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] For port 923b535a-01eb-4941-83e5-f9e21012910a, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:43:49.412862 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port de3aaf00-fa57-4346-97a6-b26e694c7317, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=de3aaf00-fa57-4346-97a6-b26e694c7317,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:49.428498 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] For port 923b535a-01eb-4941-83e5-f9e21012910a, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=923b535a-01eb-4941-83e5-f9e21012910a,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:43:49.430925 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.437691 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.449499 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.465475 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.472742 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6ecb71-6146-4abb-85aa-8d61d0bf7072 x-openstack-request-id: req-cc6ecb71-6146-4abb-85aa-8d61d0bf7072 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:43:49.473321 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d10a944-1aef-4def-beb0-c8538c5f2233", "name": "network-vif-plugged", "status": "completed", "tag": "de3aaf00-fa57-4346-97a6-b26e694c7317", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:43:49.473321 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc6ecb71-6146-4abb-85aa-8d61d0bf7072 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:43:49.473645 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d10a944-1aef-4def-beb0-c8538c5f2233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3aaf00-fa57-4346-97a6-b26e694c7317', 'code': 200} Aug 13 03:43:49.538549 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Pushing event updated for resources: {'Port': ['ID=4a42aec7-3371-4089-ac48-3d6de2200109,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:49.542064 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3734713'] for router_interface, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.547254 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Routers {'a305002d-d5d6-4e9c-983a-5d158e74c293'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:43:49.547892 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:43:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['a305002d-d5d6-4e9c-983a-5d158e74c293'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:49.565235 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-1d71e2dc-2af8-4f4c-acae-b36aeb0ea2fa None None] Provisioning complete for port c636294b-7689-4f4a-94da-66f4995ae274 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:49.565667 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1d71e2dc-2af8-4f4c-acae-b36aeb0ea2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.601234 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=de3aaf00-fa57-4346-97a6-b26e694c7317,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:49.655288 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.686664 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Network 77657f1b-bb57-4304-97a5-bdb09db1e72f is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:43:49.689791 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1ea24-7077-48a3-a9f8-1b228891ed7e req-6f9680f3-a07f-4b93-a5f8-377b446f550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:49.691414 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3bb1ea24-7077-48a3-a9f8-1b228891ed7e req-6f9680f3-a07f-4b93-a5f8-377b446f550c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 1099 time: 0.0723643 Aug 13 03:43:49.692439 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:43:49.767228 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port c636294b-7689-4f4a-94da-66f4995ae274, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=c636294b-7689-4f4a-94da-66f4995ae274,segment=NetworkSegment(405a5e87-f5ed-44ab-89a1-48e7fce2a183),segment_id=405a5e87-f5ed-44ab-89a1-48e7fce2a183)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:49.767933 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3bb1ea24-7077-48a3-a9f8-1b228891ed7e req-15679f18-9e65-4816-ad58-fbb230097fdc service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686352 Aug 13 03:43:49.772631 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d7083-3abf-49d1-b61b-5a927205a4a3 None None] Pushing event updated for resources: {'Port': ['ID=923b535a-01eb-4941-83e5-f9e21012910a,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:49.781916 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:49.783080 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 7e653512-b6b3-4387-a7e5-1194ae540de5 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:49.811386 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] Set router a305002d-d5d6-4e9c-983a-5d158e74c293 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:43:49.835247 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Router a305002d-d5d6-4e9c-983a-5d158e74c293 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:43:49.946537 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:43:49.951620 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d562a188-7241-432e-9478-50980522e0cc admin admin] 10.222.0.57 "PUT /v2.0/routers/a305002d-d5d6-4e9c-983a-5d158e74c293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8416269 Aug 13 03:43:50.121724 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=c636294b-7689-4f4a-94da-66f4995ae274,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:50.150886 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-1d71e2dc-2af8-4f4c-acae-b36aeb0ea2fa None None] Provisioning for port 4a42aec7-3371-4089-ac48-3d6de2200109 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:50.160040 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 7e653512-b6b3-4387-a7e5-1194ae540de5 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:50.165190 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-1d71e2dc-2af8-4f4c-acae-b36aeb0ea2fa None None] Provisioning complete for port 4a42aec7-3371-4089-ac48-3d6de2200109 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:50.165562 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1d71e2dc-2af8-4f4c-acae-b36aeb0ea2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.170395 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 7e653512-b6b3-4387-a7e5-1194ae540de5 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:50.170756 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.263366 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-1d71e2dc-2af8-4f4c-acae-b36aeb0ea2fa None None] Port 4a42aec7-3371-4089-ac48-3d6de2200109 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:43:50.327207 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'name': 'tempest-TestVolumeBootPattern-37260763-router', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '923b535a-01eb-4941-83e5-f9e21012910a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:43:49Z', 'revision_number': 4, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'gw_port': {'id': '923b535a-01eb-4941-83e5-f9e21012910a', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '4a42aec7-3371-4089-ac48-3d6de2200109', 'name': '', 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'mac_address': 'fa:16:3e:46:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1eb44358-97a8-4caf-97e3-6ad483bf76bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:48Z', 'updated_at': '2021-08-13T03:43:49Z', 'revision_number': 2, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'subnets': [{'id': '1eb44358-97a8-4caf-97e3-6ad483bf76bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:50.358546 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.361637 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb844d-564f-4f79-b922-ace626dc6c67 None None] The sync data for ids ['a305002d-d5d6-4e9c-983a-5d158e74c293'] in dv-cinder-759962-7-iscsi is: [{'id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'name': 'tempest-TestVolumeBootPattern-37260763-router', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '923b535a-01eb-4941-83e5-f9e21012910a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:43:49Z', 'revision_number': 4, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'gw_port': {'id': '923b535a-01eb-4941-83e5-f9e21012910a', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '4a42aec7-3371-4089-ac48-3d6de2200109', 'name': '', 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'mac_address': 'fa:16:3e:46:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1eb44358-97a8-4caf-97e3-6ad483bf76bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:48Z', 'updated_at': '2021-08-13T03:43:49Z', 'revision_number': 2, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'subnets': [{'id': '1eb44358-97a8-4caf-97e3-6ad483bf76bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:43:50.401206 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-13aed518-0d9e-481f-ba32-e54029146fee None None] Provisioning complete for port 4a42aec7-3371-4089-ac48-3d6de2200109 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:50.401577 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-13aed518-0d9e-481f-ba32-e54029146fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.423173 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 7e653512-b6b3-4387-a7e5-1194ae540de5, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=7e653512-b6b3-4387-a7e5-1194ae540de5,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:50.435796 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39298) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:50.438724 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.439709 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 50b76b54-fb55-4543-be66-9e6c11628b99 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:50.442507 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-33fd86cb-b2cd-4397-89ff-65524be7c26c tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649019932', 'description': 'tempest-secgroup-smoke-1649019932 description', 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:50.469896 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-33fd86cb-b2cd-4397-89ff-65524be7c26c tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.494930 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-13aed518-0d9e-481f-ba32-e54029146fee None None] Port 4a42aec7-3371-4089-ac48-3d6de2200109 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:43:50.534115 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=7e653512-b6b3-4387-a7e5-1194ae540de5,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:50.538705 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 50b76b54-fb55-4543-be66-9e6c11628b99 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:50.539087 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.555412 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f5432-dc5c-48ba-843a-36e54b0791d7 req-3518a8cf-cdb5-4457-897d-808c0f6135b1 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:50.560864 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f95f5432-dc5c-48ba-843a-36e54b0791d7 req-3518a8cf-cdb5-4457-897d-808c0f6135b1 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 946 time: 0.0825415 Aug 13 03:43:50.593889 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-33fd86cb-b2cd-4397-89ff-65524be7c26c tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.599167 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-33fd86cb-b2cd-4397-89ff-65524be7c26c tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.664679 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-33fd86cb-b2cd-4397-89ff-65524be7c26c tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.668841 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f95f5432-dc5c-48ba-843a-36e54b0791d7 req-50881b9a-33f2-479c-8c6c-983b948c6df6 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997243 Aug 13 03:43:50.673000 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-33fd86cb-b2cd-4397-89ff-65524be7c26c tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2350802 Aug 13 03:43:50.674563 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 39300) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:50.678044 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd86cb-b2cd-4397-89ff-65524be7c26c tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=869577fd-c49d-4a4d-bf75-8a3186a1703a,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:50.684101 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-3dacd5a7-f2b6-49ce-8ee9-48a08751dd05 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Request body: {'security_group_rule': {'security_group_id': '869577fd-c49d-4a4d-bf75-8a3186a1703a', 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:50.736237 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3dacd5a7-f2b6-49ce-8ee9-48a08751dd05 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.796403 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3dacd5a7-f2b6-49ce-8ee9-48a08751dd05 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.800915 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3dacd5a7-f2b6-49ce-8ee9-48a08751dd05 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.821438 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacd5a7-f2b6-49ce-8ee9-48a08751dd05 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b43ef4e-457c-4177-b937-d15ac08600f6,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:50.831015 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3dacd5a7-f2b6-49ce-8ee9-48a08751dd05 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.835978 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3dacd5a7-f2b6-49ce-8ee9-48a08751dd05 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564674 Aug 13 03:43:50.836810 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39302) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:50.841935 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-885c20e2-6685-43c2-a922-a0b307260f46 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Request body: {'security_group_rule': {'security_group_id': '869577fd-c49d-4a4d-bf75-8a3186a1703a', 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:50.876470 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-885c20e2-6685-43c2-a922-a0b307260f46 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.877796 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 7e653512-b6b3-4387-a7e5-1194ae540de5 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:50.934649 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 7e653512-b6b3-4387-a7e5-1194ae540de5 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:50.935014 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.949990 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-885c20e2-6685-43c2-a922-a0b307260f46 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.954650 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-885c20e2-6685-43c2-a922-a0b307260f46 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.977549 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c20e2-6685-43c2-a922-a0b307260f46 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1543c38-b877-432a-9cc1-6681b865e43b,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:50.980726 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-885c20e2-6685-43c2-a922-a0b307260f46 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:50.982010 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-885c20e2-6685-43c2-a922-a0b307260f46 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439309 Aug 13 03:43:50.984849 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 39304) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:50.989963 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-7d2157de-d061-414b-a042-03eec0fabdda tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Request body: {'security_group_rule': {'security_group_id': '869577fd-c49d-4a4d-bf75-8a3186a1703a', 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:51.016994 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d2157de-d061-414b-a042-03eec0fabdda tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.036825 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device c636294b-7689-4f4a-94da-66f4995ae274 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:51.087455 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port c636294b-7689-4f4a-94da-66f4995ae274 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:51.088559 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d2157de-d061-414b-a042-03eec0fabdda tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.088693 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.092498 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d2157de-d061-414b-a042-03eec0fabdda tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.115384 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2157de-d061-414b-a042-03eec0fabdda tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274d9b22-498a-4fd6-a9bb-c6117c03b844,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:51.119132 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d2157de-d061-414b-a042-03eec0fabdda tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.120570 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7d2157de-d061-414b-a042-03eec0fabdda tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345274 Aug 13 03:43:51.123313 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 39306) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:51.128232 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-c065448b-9b8b-4225-a132-2319f016b9ec tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Request body: {'security_group_rule': {'security_group_id': '869577fd-c49d-4a4d-bf75-8a3186a1703a', 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:51.155388 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c065448b-9b8b-4225-a132-2319f016b9ec tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.222260 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c065448b-9b8b-4225-a132-2319f016b9ec tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.237148 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c065448b-9b8b-4225-a132-2319f016b9ec tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.255793 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065448b-9b8b-4225-a132-2319f016b9ec tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b29ac8-d4a0-4430-893c-ffaf4c364e37,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:51.269105 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c065448b-9b8b-4225-a132-2319f016b9ec tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.270477 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c065448b-9b8b-4225-a132-2319f016b9ec tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461093 Aug 13 03:43:51.273791 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39308) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:51.279492 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-cb08c667-85d8-48c8-84a5-dca31a2165b8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Request body: {'security_group_rule': {'security_group_id': '869577fd-c49d-4a4d-bf75-8a3186a1703a', 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:51.304190 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.securitygroups_db [None req-cb08c667-85d8-48c8-84a5-dca31a2165b8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Project e7cde6ee93c248a8ab2028dd6b60b8a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:43:51.309543 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cb08c667-85d8-48c8-84a5-dca31a2165b8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.374884 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cb08c667-85d8-48c8-84a5-dca31a2165b8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.379061 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cb08c667-85d8-48c8-84a5-dca31a2165b8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.399305 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08c667-85d8-48c8-84a5-dca31a2165b8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f04b9a1-09e1-4a9f-9cf5-0ca140ac17ce,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:51.407228 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cb08c667-85d8-48c8-84a5-dca31a2165b8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.408509 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-cb08c667-85d8-48c8-84a5-dca31a2165b8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335590 Aug 13 03:43:51.411092 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39310) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:43:51.415569 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-80c362bf-7cf6-4610-8882-1654af475ef4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Request body: {'security_group_rule': {'security_group_id': '869577fd-c49d-4a4d-bf75-8a3186a1703a', 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:43:51.436928 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.securitygroups_db [None req-80c362bf-7cf6-4610-8882-1654af475ef4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Project e7cde6ee93c248a8ab2028dd6b60b8a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:43:51.442607 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-80c362bf-7cf6-4610-8882-1654af475ef4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.508166 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-80c362bf-7cf6-4610-8882-1654af475ef4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.512654 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-80c362bf-7cf6-4610-8882-1654af475ef4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.531894 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c362bf-7cf6-4610-8882-1654af475ef4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88f1be7-31e9-46b7-9e8e-538e5692ae7d,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:51.538429 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-80c362bf-7cf6-4610-8882-1654af475ef4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:51.540012 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-80c362bf-7cf6-4610-8882-1654af475ef4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277709 Aug 13 03:43:51.784212 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28162e98-e2dc-41b1-801f-f9d7ad336108 req-e12ef9d3-a86d-411c-b1c8-94998619ed22 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:43:51.785928 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-28162e98-e2dc-41b1-801f-f9d7ad336108 req-e12ef9d3-a86d-411c-b1c8-94998619ed22 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 946 time: 0.0518451 Aug 13 03:43:51.827343 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-28162e98-e2dc-41b1-801f-f9d7ad336108 req-ac58d155-480c-4450-acea-731ec809e8ff tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335879 Aug 13 03:43:52.504840 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Sync routers for ids ['a305002d-d5d6-4e9c-983a-5d158e74c293'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:43:52.514010 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Routers {'a305002d-d5d6-4e9c-983a-5d158e74c293'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:43:52.514618 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:43:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['a305002d-d5d6-4e9c-983a-5d158e74c293'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:52.620427 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Set router a305002d-d5d6-4e9c-983a-5d158e74c293 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:43:52.823437 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'name': 'tempest-TestVolumeBootPattern-37260763-router', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '923b535a-01eb-4941-83e5-f9e21012910a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:43:49Z', 'revision_number': 4, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'gw_port': {'id': '923b535a-01eb-4941-83e5-f9e21012910a', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '4a42aec7-3371-4089-ac48-3d6de2200109', 'name': '', 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'mac_address': 'fa:16:3e:46:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1eb44358-97a8-4caf-97e3-6ad483bf76bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:48Z', 'updated_at': '2021-08-13T03:43:49Z', 'revision_number': 2, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'subnets': [{'id': '1eb44358-97a8-4caf-97e3-6ad483bf76bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:52.884199 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 923b535a-01eb-4941-83e5-f9e21012910a up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:52.937009 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 923b535a-01eb-4941-83e5-f9e21012910a completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:52.940539 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 923b535a-01eb-4941-83e5-f9e21012910a triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:52.940918 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:52.943429 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Checking router: a305002d-d5d6-4e9c-983a-5d158e74c293 for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:43:52.943801 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Updating router a305002d-d5d6-4e9c-983a-5d158e74c293 port 4a42aec7-3371-4089-ac48-3d6de2200109 binding host dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:43:52.968811 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.024419 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.045124 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 923b535a-01eb-4941-83e5-f9e21012910a, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=923b535a-01eb-4941-83e5-f9e21012910a,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:53.053309 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.102565 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=923b535a-01eb-4941-83e5-f9e21012910a,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:53.249573 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.259196 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Transition to ACTIVE for port object 4a42aec7-3371-4089-ac48-3d6de2200109 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:43:53.265786 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.320135 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44493b43-8c73-478c-88a5-cd2da6e66a7b None None] Pushing event updated for resources: {'Port': ['ID=4a42aec7-3371-4089-ac48-3d6de2200109,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:53.382530 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Attempting to bind port 4a42aec7-3371-4089-ac48-3d6de2200109 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:43:53.383042 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Attempting to bind port 4a42aec7-3371-4089-ac48-3d6de2200109 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '405a5e87-f5ed-44ab-89a1-48e7fce2a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:43:53.383393 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Attempting to bind port 4a42aec7-3371-4089-ac48-3d6de2200109 on network 77657f1b-bb57-4304-97a5-bdb09db1e72f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:43:53.389334 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:43:53.389845 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Checking segment: {'id': '405a5e87-f5ed-44ab-89a1-48e7fce2a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:43:53.390345 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.390827 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Bound using segment: {'id': '405a5e87-f5ed-44ab-89a1-48e7fce2a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:43:53.391438 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Bound port: 4a42aec7-3371-4089-ac48-3d6de2200109, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405a5e87-f5ed-44ab-89a1-48e7fce2a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:43:53.391960 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.474942 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] For port 4a42aec7-3371-4089-ac48-3d6de2200109, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:43:53.478432 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] For port 4a42aec7-3371-4089-ac48-3d6de2200109, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=4a42aec7-3371-4089-ac48-3d6de2200109,segment=NetworkSegment(405a5e87-f5ed-44ab-89a1-48e7fce2a183),segment_id=405a5e87-f5ed-44ab-89a1-48e7fce2a183)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:43:53.486173 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.534591 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Routers {'a305002d-d5d6-4e9c-983a-5d158e74c293'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:43:53.535992 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:43:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['a305002d-d5d6-4e9c-983a-5d158e74c293'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:53.579924 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-90c17b2d-4148-4339-92f2-3e4812d06e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:53.596893 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44493b43-8c73-478c-88a5-cd2da6e66a7b None None] Pushing event updated for resources: {'Port': ['ID=4a42aec7-3371-4089-ac48-3d6de2200109,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:53.671643 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] Set router a305002d-d5d6-4e9c-983a-5d158e74c293 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:43:53.868326 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'name': 'tempest-TestVolumeBootPattern-37260763-router', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '923b535a-01eb-4941-83e5-f9e21012910a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:43:49Z', 'revision_number': 4, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'gw_port': {'id': '923b535a-01eb-4941-83e5-f9e21012910a', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '4a42aec7-3371-4089-ac48-3d6de2200109', 'name': '', 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'mac_address': 'fa:16:3e:46:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1eb44358-97a8-4caf-97e3-6ad483bf76bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:48Z', 'updated_at': '2021-08-13T03:43:53Z', 'revision_number': 4, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'subnets': [{'id': '1eb44358-97a8-4caf-97e3-6ad483bf76bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:43:53.897051 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b2ab1-c483-410a-b9b6-81fd6e3f4f31 None None] The sync data for ids ['a305002d-d5d6-4e9c-983a-5d158e74c293'] in dv-cinder-759962-7-iscsi is: [{'id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'name': 'tempest-TestVolumeBootPattern-37260763-router', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '923b535a-01eb-4941-83e5-f9e21012910a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:43:49Z', 'revision_number': 4, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'gw_port': {'id': '923b535a-01eb-4941-83e5-f9e21012910a', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '4a42aec7-3371-4089-ac48-3d6de2200109', 'name': '', 'network_id': '77657f1b-bb57-4304-97a5-bdb09db1e72f', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'mac_address': 'fa:16:3e:46:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1eb44358-97a8-4caf-97e3-6ad483bf76bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:48Z', 'updated_at': '2021-08-13T03:43:53Z', 'revision_number': 4, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'subnets': [{'id': '1eb44358-97a8-4caf-97e3-6ad483bf76bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:43:54.862981 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 4a42aec7-3371-4089-ac48-3d6de2200109 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:54.914361 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 4a42aec7-3371-4089-ac48-3d6de2200109 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:43:54.918112 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 4a42aec7-3371-4089-ac48-3d6de2200109 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:54.918493 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:54.993595 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:55.026893 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 4a42aec7-3371-4089-ac48-3d6de2200109, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=4a42aec7-3371-4089-ac48-3d6de2200109,segment=NetworkSegment(405a5e87-f5ed-44ab-89a1-48e7fce2a183),segment_id=405a5e87-f5ed-44ab-89a1-48e7fce2a183)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:43:55.030488 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:55.031185 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 923b535a-01eb-4941-83e5-f9e21012910a up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:55.109092 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=4a42aec7-3371-4089-ac48-3d6de2200109,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:43:55.123509 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 923b535a-01eb-4941-83e5-f9e21012910a triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:55.123884 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:56.152305 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f31e248a-fa7e-4085-8aa5-de06d77e08e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:56.288721 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:56.842391 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 4a42aec7-3371-4089-ac48-3d6de2200109 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:43:56.903263 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 4a42aec7-3371-4089-ac48-3d6de2200109 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:43:56.903670 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:57.330747 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:58.888177 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:03.750884 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d429a-208c-42fd-adf9-ec41232f99ec req-b51993ea-999d-4110-bbe0-48164af23ca6 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:03.752359 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-234d429a-208c-42fd-adf9-ec41232f99ec req-b51993ea-999d-4110-bbe0-48164af23ca6 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 946 time: 0.0485680 Aug 13 03:44:03.788815 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-234d429a-208c-42fd-adf9-ec41232f99ec req-49c4bef7-d724-4d45-835e-83076065b7db tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304272 Aug 13 03:44:04.906871 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a85f59-5a79-44dc-be3e-d7c8cc07bed9 req-03de69a3-be7f-46e6-aee9-5ee8315cebf5 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:04.908428 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-07a85f59-5a79-44dc-be3e-d7c8cc07bed9 req-03de69a3-be7f-46e6-aee9-5ee8315cebf5 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 946 time: 0.0501523 Aug 13 03:44:04.947185 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-07a85f59-5a79-44dc-be3e-d7c8cc07bed9 req-379557cb-c814-4744-a1d1-a13cfc116f30 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324662 Aug 13 03:44:05.558618 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0a9b8-90d2-4928-9829-26502c42bd18 req-d0175b71-5d07-478e-909e-03932068fe7e tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:05.560081 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1ce0a9b8-90d2-4928-9829-26502c42bd18 req-d0175b71-5d07-478e-909e-03932068fe7e tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 946 time: 0.0475571 Aug 13 03:44:05.650429 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-1ce0a9b8-90d2-4928-9829-26502c42bd18 req-976cfd27-124f-4b45-98e4-4aa6c10c854d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Deleting port de3aaf00-fa57-4346-97a6-b26e694c7317 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:44:05.651229 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-1ce0a9b8-90d2-4928-9829-26502c42bd18 req-976cfd27-124f-4b45-98e4-4aa6c10c854d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:05.740283 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-1ce0a9b8-90d2-4928-9829-26502c42bd18 req-976cfd27-124f-4b45-98e4-4aa6c10c854d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] For port de3aaf00-fa57-4346-97a6-b26e694c7317, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=de3aaf00-fa57-4346-97a6-b26e694c7317,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:05.740658 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-1ce0a9b8-90d2-4928-9829-26502c42bd18 req-976cfd27-124f-4b45-98e4-4aa6c10c854d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:05.752792 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-1ce0a9b8-90d2-4928-9829-26502c42bd18 req-976cfd27-124f-4b45-98e4-4aa6c10c854d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Calling delete_port for de3aaf00-fa57-4346-97a6-b26e694c7317 owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:44:05.874207 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-1ce0a9b8-90d2-4928-9829-26502c42bd18 req-976cfd27-124f-4b45-98e4-4aa6c10c854d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:05.887415 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['1d0b4c98-a556-4c86-a246-d03afdf1fdf0', 'fb30121e-6902-4752-8844-2510f5b4eae7', '00913dbe-db1c-4efe-83a1-037590b48355', 'de3aaf00-fa57-4346-97a6-b26e694c7317'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:44:05.902310 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cfd27-124f-4b45-98e4-4aa6c10c854d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Pushing event deleted for resources: {'Port': ['ID=de3aaf00-fa57-4346-97a6-b26e694c7317,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:05.941385 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce0a9b8-90d2-4928-9829-26502c42bd18 req-976cfd27-124f-4b45-98e4-4aa6c10c854d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] No DVR routers for this DVR port de3aaf00-fa57-4346-97a6-b26e694c7317 on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:44:05.943958 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-1ce0a9b8-90d2-4928-9829-26502c42bd18 req-976cfd27-124f-4b45-98e4-4aa6c10c854d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:05.946356 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1ce0a9b8-90d2-4928-9829-26502c42bd18 req-976cfd27-124f-4b45-98e4-4aa6c10c854d tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "DELETE /v2.0/ports/de3aaf00-fa57-4346-97a6-b26e694c7317 HTTP/1.1" status: 204 len: 173 time: 0.3781395 Aug 13 03:44:05.946867 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d10a944-1aef-4def-beb0-c8538c5f2233', 'name': 'network-vif-deleted', 'tag': 'de3aaf00-fa57-4346-97a6-b26e694c7317'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:44:05.950489 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dc9212-9cfa-4868-945d-4b8b85252467" -d '{"events": [{"server_uuid": "1d10a944-1aef-4def-beb0-c8538c5f2233", "name": "network-vif-deleted", "tag": "de3aaf00-fa57-4346-97a6-b26e694c7317"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:44:05.991157 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d95537-f350-4451-a3cd-81966cacfe5d x-openstack-request-id: req-f7d95537-f350-4451-a3cd-81966cacfe5d {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:44:05.991515 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d10a944-1aef-4def-beb0-c8538c5f2233", "name": "network-vif-deleted", "tag": "de3aaf00-fa57-4346-97a6-b26e694c7317", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:44:05.991872 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7d95537-f350-4451-a3cd-81966cacfe5d {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:44:05.992400 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d10a944-1aef-4def-beb0-c8538c5f2233', 'name': 'network-vif-deleted', 'tag': 'de3aaf00-fa57-4346-97a6-b26e694c7317', 'status': 'completed', 'code': 200} Aug 13 03:44:06.077311 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b191d9b9-28c0-4af6-aab4-ee8c5e885d2b req-e202f951-bf41-4d14-bf07-cbd0c2d2e430 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d10a944-1aef-4def-beb0-c8538c5f2233 HTTP/1.1" status: 200 len: 210 time: 0.0283005 Aug 13 03:44:08.065136 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:44:08.455304 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29dec1-724b-4fa2-8109-d7c8437302b9 req-6057a884-1803-4ae5-8ec4-64bdbb99533c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:08.456797 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5f29dec1-724b-4fa2-8109-d7c8437302b9 req-6057a884-1803-4ae5-8ec4-64bdbb99533c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 946 time: 0.0480645 Aug 13 03:44:08.492875 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5f29dec1-724b-4fa2-8109-d7c8437302b9 req-aeb9cdb2-34ee-47e6-a621-56e29929e6d0 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302367 Aug 13 03:44:08.665782 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device de3aaf00-fa57-4346-97a6-b26e694c7317 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:44:08.686238 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: de3aaf00-fa57-4346-97a6-b26e694c7317 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:44:08.686582 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device de3aaf00-fa57-4346-97a6-b26e694c7317 not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:44:09.612374 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208bd74-f0f0-4ae2-ae15-c6ebb8714640 req-969bfb76-8ded-4b00-9539-320bef2fc7ea tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:09.613849 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e208bd74-f0f0-4ae2-ae15-c6ebb8714640 req-969bfb76-8ded-4b00-9539-320bef2fc7ea tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 946 time: 0.0519540 Aug 13 03:44:09.650288 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e208bd74-f0f0-4ae2-ae15-c6ebb8714640 req-56a2c1ba-9e4d-4ddd-a5c5-bfa2c8cea4f7 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306032 Aug 13 03:44:10.087454 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-677beaca-8ad3-42f9-8109-cebf94a86546 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649019932&fields=id&tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9 HTTP/1.1" status: 200 len: 267 time: 0.0320582 Aug 13 03:44:10.172449 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a6d7f-9dd1-4155-91f1-fdd21139e9db req-f5ffc4bc-5d09-4fe2-b52d-01f31d82fdfc tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:10.173916 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ea0a6d7f-9dd1-4155-91f1-fdd21139e9db req-f5ffc4bc-5d09-4fe2-b52d-01f31d82fdfc tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 946 time: 0.0494215 Aug 13 03:44:10.189757 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-89698731-93fa-4040-b9dd-85a11692de6c tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:10.191261 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-89698731-93fa-4040-b9dd-85a11692de6c tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 812 time: 0.0974958 Aug 13 03:44:10.207033 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-45363248-2ea0-4748-beab-f11fb2d2cbff tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/quotas/e7cde6ee93c248a8ab2028dd6b60b8a9 HTTP/1.1" status: 200 len: 375 time: 0.0098443 Aug 13 03:44:10.264894 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-1b3efaec-7080-4001-b814-ee614fce09b9 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520041 Aug 13 03:44:10.363778 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-33031d84-2a68-42b8-bc10-f1692faf8dd0 service neutron] 10.222.0.57 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871117 Aug 13 03:44:10.458999 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-3efd01ce-e400-430a-a203-d1b2fdf38c1f service neutron] 10.222.0.57 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883863 Aug 13 03:44:10.516467 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-ea0a6d7f-9dd1-4155-91f1-fdd21139e9db req-4c52e39a-291b-4a5f-ac66-c9a7c669573c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Deleting port 00913dbe-db1c-4efe-83a1-037590b48355 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:44:10.516815 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-ea0a6d7f-9dd1-4155-91f1-fdd21139e9db req-4c52e39a-291b-4a5f-ac66-c9a7c669573c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:10.605179 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-ea0a6d7f-9dd1-4155-91f1-fdd21139e9db req-4c52e39a-291b-4a5f-ac66-c9a7c669573c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] For port 00913dbe-db1c-4efe-83a1-037590b48355, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=00913dbe-db1c-4efe-83a1-037590b48355,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:10.605559 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-ea0a6d7f-9dd1-4155-91f1-fdd21139e9db req-4c52e39a-291b-4a5f-ac66-c9a7c669573c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:10.618829 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-ea0a6d7f-9dd1-4155-91f1-fdd21139e9db req-4c52e39a-291b-4a5f-ac66-c9a7c669573c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Calling delete_port for 00913dbe-db1c-4efe-83a1-037590b48355 owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:44:10.753011 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ebde6981-7c44-4ff3-9901-f959f819a1d1 req-d302f6de-ee4d-4e97-a2d6-a629dbcff6be tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 210 time: 0.0348845 Aug 13 03:44:10.761582 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-ea0a6d7f-9dd1-4155-91f1-fdd21139e9db req-4c52e39a-291b-4a5f-ac66-c9a7c669573c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:10.773161 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['1d0b4c98-a556-4c86-a246-d03afdf1fdf0', 'fb30121e-6902-4752-8844-2510f5b4eae7'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:44:10.801583 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52e39a-291b-4a5f-ac66-c9a7c669573c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Pushing event deleted for resources: {'Port': ['ID=00913dbe-db1c-4efe-83a1-037590b48355,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:10.820851 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04b50-e03c-46ca-8bd0-487f472e93b9 req-e5327cc4-2839-4739-9209-6805ca20cace tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:10.823305 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d9a04b50-e03c-46ca-8bd0-487f472e93b9 req-e5327cc4-2839-4739-9209-6805ca20cace tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54f323e-e2e4-4969-a2e6-3289d5358474 HTTP/1.1" status: 200 len: 867 time: 0.0956581 Aug 13 03:44:10.855916 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0a6d7f-9dd1-4155-91f1-fdd21139e9db req-4c52e39a-291b-4a5f-ac66-c9a7c669573c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] No DVR routers for this DVR port 00913dbe-db1c-4efe-83a1-037590b48355 on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:44:10.858516 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-ea0a6d7f-9dd1-4155-91f1-fdd21139e9db req-4c52e39a-291b-4a5f-ac66-c9a7c669573c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:10.860753 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ea0a6d7f-9dd1-4155-91f1-fdd21139e9db req-4c52e39a-291b-4a5f-ac66-c9a7c669573c tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "DELETE /v2.0/ports/00913dbe-db1c-4efe-83a1-037590b48355 HTTP/1.1" status: 204 len: 173 time: 0.6795187 Aug 13 03:44:10.861233 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54f323e-e2e4-4969-a2e6-3289d5358474', 'name': 'network-vif-deleted', 'tag': '00913dbe-db1c-4efe-83a1-037590b48355'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:44:10.871308 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed15837-4665-4b83-833d-5a026dc906e7" -d '{"events": [{"server_uuid": "a54f323e-e2e4-4969-a2e6-3289d5358474", "name": "network-vif-deleted", "tag": "00913dbe-db1c-4efe-83a1-037590b48355"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:44:10.877066 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d9a04b50-e03c-46ca-8bd0-487f472e93b9 req-1cd2a303-b6b8-48f1-81b1-a22f27449f9f tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469847 Aug 13 03:44:10.916024 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bfdbe6-7b2a-4515-b120-a9d5abbccfa6 x-openstack-request-id: req-b2bfdbe6-7b2a-4515-b120-a9d5abbccfa6 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:44:10.916413 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54f323e-e2e4-4969-a2e6-3289d5358474", "name": "network-vif-deleted", "tag": "00913dbe-db1c-4efe-83a1-037590b48355", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:44:10.916741 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b2bfdbe6-7b2a-4515-b120-a9d5abbccfa6 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:44:10.917202 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54f323e-e2e4-4969-a2e6-3289d5358474', 'name': 'network-vif-deleted', 'tag': '00913dbe-db1c-4efe-83a1-037590b48355', 'status': 'completed', 'code': 200} Aug 13 03:44:11.765295 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-31f1d8ec-b14b-41ba-957a-8aebffcf4855 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:11.766852 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-31f1d8ec-b14b-41ba-957a-8aebffcf4855 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 812 time: 0.1054456 Aug 13 03:44:11.812332 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6aeeb741-478f-4a93-b0bf-4153c934f11b tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9 HTTP/1.1" status: 200 len: 380 time: 0.0354357 Aug 13 03:44:11.824928 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Request body: {'port': {'device_id': '751ab83f-40ac-4339-b49a-9e4010425374', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'admin_state_up': True, 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'security_groups': ['869577fd-c49d-4a4d-bf75-8a3186a1703a']}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:44:11.848303 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ec364b3b-9ec7-4936-a2dc-eefe9732d348 req-78dbc89e-a976-431b-b3a5-261f1ee03afb tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 210 time: 0.0260267 Aug 13 03:44:11.944245 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Made reservation on behalf of e7cde6ee93c248a8ab2028dd6b60b8a9 for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:44:11.947696 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:12.080638 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Allocated IP 172.20.0.5 (7c1130da-b77a-4516-bcf3-9d4dc03ae7cc/55820d68-c513-4a80-9008-7ea57561d684/23b5e9ed-d904-4819-88fc-42b5fe85d8d3) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:44:12.149581 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d381c2-8937-424c-98a9-c120e2d75cc3 req-6019f33b-dccd-45b1-b604-993582e52c09 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:12.151621 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-68d381c2-8937-424c-98a9-c120e2d75cc3 req-6019f33b-dccd-45b1-b604-993582e52c09 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 945 time: 0.0516069 Aug 13 03:44:12.184665 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:12.192593 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-68d381c2-8937-424c-98a9-c120e2d75cc3 req-76792afe-484c-4154-83f9-3b367d70b7d3 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344923 Aug 13 03:44:12.227001 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:12.239806 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Transition to ACTIVE for port object 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 will not be triggered until provisioned by entity DHCP. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:44:12.272534 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:12.312106 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:44:12.317287 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:44:12.320986 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:44:12.345771 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'Port': ['ID=23b5e9ed-d904-4819-88fc-42b5fe85d8d3,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:12.374772 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:12.375419 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:12.389891 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-813a0df8-beb4-4b06-892c-3d86cdb896b4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688007 Aug 13 03:44:12.402421 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Request body: {'port': {'device_id': '751ab83f-40ac-4339-b49a-9e4010425374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:44:12.460912 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:12.527894 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-e2ef6e56-3449-4f49-bf93-623de576d4fd None None] Provisioning for port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:44:12.531433 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-e2ef6e56-3449-4f49-bf93-623de576d4fd None None] Provisioning complete for port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:44:12.531873 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e2ef6e56-3449-4f49-bf93-623de576d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:12.565016 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef6e56-3449-4f49-bf93-623de576d4fd None None] Port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:44:12.679699 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 00913dbe-db1c-4efe-83a1-037590b48355 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:44:12.698814 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: 00913dbe-db1c-4efe-83a1-037590b48355 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:44:12.699157 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 00913dbe-db1c-4efe-83a1-037590b48355 not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:44:12.721878 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:44:12.729103 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:12.741037 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Transition to ACTIVE for port object 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:44:12.744611 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:12.792462 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Pushing event updated for resources: {'Port': ['ID=23b5e9ed-d904-4819-88fc-42b5fe85d8d3,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:12.863070 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Attempting to bind port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:44:12.863523 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Attempting to bind port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:44:12.863943 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Attempting to bind port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 on network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:44:12.868436 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 on network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:44:12.868763 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Attempting to bind port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 on network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:44:12.873786 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:44:12.874134 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Checking segment: {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:44:12.874521 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Bound using segment: {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:44:12.874950 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Bound port: 23b5e9ed-d904-4819-88fc-42b5fe85d8d3, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:44:12.875313 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:12.948223 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] For port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:44:12.951518 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] For port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=23b5e9ed-d904-4819-88fc-42b5fe85d8d3,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:44:12.964298 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:12.970492 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088a5d0-8ee0-47fd-b584-2c5defa3e675 req-a86dec05-13aa-4614-971a-793927691544 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:12.972023 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1088a5d0-8ee0-47fd-b584-2c5defa3e675 req-a86dec05-13aa-4614-971a-793927691544 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 943 time: 0.0518637 Aug 13 03:44:13.009529 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.010079 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:13.012082 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] 10.222.0.63 "PUT /v2.0/ports/23b5e9ed-d904-4819-88fc-42b5fe85d8d3 HTTP/1.1" status: 200 len: 1093 time: 0.6139903 Aug 13 03:44:13.012516 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751ab83f-40ac-4339-b49a-9e4010425374', 'tag': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:44:13.014762 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb99035e-e683-4981-9eed-d57f33b9fde1" -d '{"events": [{"name": "network-changed", "server_uuid": "751ab83f-40ac-4339-b49a-9e4010425374", "tag": "23b5e9ed-d904-4819-88fc-42b5fe85d8d3"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:44:13.016405 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1088a5d0-8ee0-47fd-b584-2c5defa3e675 req-5e3eb450-fa17-4e70-ac7a-f51005346d1b tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356853 Aug 13 03:44:13.036445 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb5435-61e1-4b7c-88e0-362d5269bd3f service neutron] Pushing event updated for resources: {'Port': ['ID=23b5e9ed-d904-4819-88fc-42b5fe85d8d3,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:13.069907 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e362f7-7fa8-4efa-ad06-b301c6aae77f x-openstack-request-id: req-04e362f7-7fa8-4efa-ad06-b301c6aae77f {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:44:13.070202 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751ab83f-40ac-4339-b49a-9e4010425374", "tag": "23b5e9ed-d904-4819-88fc-42b5fe85d8d3", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:44:13.070472 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04e362f7-7fa8-4efa-ad06-b301c6aae77f {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:44:13.070865 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751ab83f-40ac-4339-b49a-9e4010425374', 'tag': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3', 'status': 'completed', 'code': 200} Aug 13 03:44:13.104512 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6505176a-0172-48d4-806e-73da1030a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.106111 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-6505176a-0172-48d4-806e-73da1030a2a3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 1096 time: 0.0450182 Aug 13 03:44:13.152916 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-8b8f8131-6bf5-4f38-b2ca-d74c110ea6e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b5e9ed-d904-4819-88fc-42b5fe85d8d3 HTTP/1.1" status: 200 len: 217 time: 0.0379102 Aug 13 03:44:13.216516 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-cc1ddcf4-a9a8-4f68-a3d9-bdeeb0148559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.218058 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-cc1ddcf4-a9a8-4f68-a3d9-bdeeb0148559 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0560138 Aug 13 03:44:13.272414 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-fd56f91c-22c4-46cc-948f-df178ec69788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.274402 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-fd56f91c-22c4-46cc-948f-df178ec69788 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487847 Aug 13 03:44:13.306043 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc600df-00cf-462a-a7a5-9a5b9e8b0fdd req-b6813032-7599-4338-87d2-bade1768a19e tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.307554 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7dc600df-00cf-462a-a7a5-9a5b9e8b0fdd req-b6813032-7599-4338-87d2-bade1768a19e tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 945 time: 0.0484679 Aug 13 03:44:13.345533 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7dc600df-00cf-462a-a7a5-9a5b9e8b0fdd req-cfadcbfb-8f6c-46c3-bd53-b8750e318849 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Aug 13 03:44:13.368555 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-da798f7f-468b-44a5-be48-b075a0f8a512 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851583 Aug 13 03:44:13.455026 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-35a3221d-79fe-4d0f-b8ed-b3345171735b req-c2f6d793-4fb1-42e3-b707-112ce3acca7e service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789135 Aug 13 03:44:13.582006 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5000f3-3342-4e8e-9926-6eb4e421fee3 req-7f3103c0-a205-4507-aee5-7909aa9ae291 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.583463 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-bb5000f3-3342-4e8e-9926-6eb4e421fee3 req-7f3103c0-a205-4507-aee5-7909aa9ae291 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 945 time: 0.0867002 Aug 13 03:44:13.585908 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99035e-e683-4981-9eed-d57f33b9fde1 req-bda6dfa5-f80a-4304-8137-48a80292b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.587286 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-eb99035e-e683-4981-9eed-d57f33b9fde1 req-bda6dfa5-f80a-4304-8137-48a80292b236 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 1096 time: 0.0790966 Aug 13 03:44:13.743078 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99035e-e683-4981-9eed-d57f33b9fde1 req-0adf5872-8822-4c1d-97ca-20bdc852960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.744593 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-eb99035e-e683-4981-9eed-d57f33b9fde1 req-0adf5872-8822-4c1d-97ca-20bdc852960b service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 913 time: 0.1435435 Aug 13 03:44:13.751853 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-bb5000f3-3342-4e8e-9926-6eb4e421fee3 req-e69296ae-6698-4c39-8615-1d48f0674d35 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Deleting port fb30121e-6902-4752-8844-2510f5b4eae7 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:44:13.752319 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-bb5000f3-3342-4e8e-9926-6eb4e421fee3 req-e69296ae-6698-4c39-8615-1d48f0674d35 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:13.822536 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-eb99035e-e683-4981-9eed-d57f33b9fde1 req-e829d1ee-ec55-4a1f-b1ed-a9777fc61e37 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b5e9ed-d904-4819-88fc-42b5fe85d8d3 HTTP/1.1" status: 200 len: 217 time: 0.0673845 Aug 13 03:44:13.897462 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99035e-e683-4981-9eed-d57f33b9fde1 req-f8fe8a12-1c29-4392-98c8-0a606aa04e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.898768 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-eb99035e-e683-4981-9eed-d57f33b9fde1 req-f8fe8a12-1c29-4392-98c8-0a606aa04e66 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0673034 Aug 13 03:44:13.903767 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-bb5000f3-3342-4e8e-9926-6eb4e421fee3 req-e69296ae-6698-4c39-8615-1d48f0674d35 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] For port fb30121e-6902-4752-8844-2510f5b4eae7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=fb30121e-6902-4752-8844-2510f5b4eae7,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:13.904165 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-bb5000f3-3342-4e8e-9926-6eb4e421fee3 req-e69296ae-6698-4c39-8615-1d48f0674d35 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:13.935092 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-bb5000f3-3342-4e8e-9926-6eb4e421fee3 req-e69296ae-6698-4c39-8615-1d48f0674d35 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Calling delete_port for fb30121e-6902-4752-8844-2510f5b4eae7 owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:44:13.990304 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99035e-e683-4981-9eed-d57f33b9fde1 req-b9efc872-65d7-4c5c-b559-e2ba977ef0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:13.991760 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-eb99035e-e683-4981-9eed-d57f33b9fde1 req-b9efc872-65d7-4c5c-b559-e2ba977ef0a3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852070 Aug 13 03:44:14.134149 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-eb99035e-e683-4981-9eed-d57f33b9fde1 req-81ddf029-1dc7-42b1-acd4-5e057693dbb2 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342211 Aug 13 03:44:14.149904 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-bb5000f3-3342-4e8e-9926-6eb4e421fee3 req-e69296ae-6698-4c39-8615-1d48f0674d35 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:14.150096 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4bdf-6452-4031-ae93-cd1b5087cbea req-d3d5b673-1115-4435-8719-97e2bae4b0a5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:14.152468 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73ae4bdf-6452-4031-ae93-cd1b5087cbea req-d3d5b673-1115-4435-8719-97e2bae4b0a5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 943 time: 0.0546467 Aug 13 03:44:14.160967 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['1d0b4c98-a556-4c86-a246-d03afdf1fdf0', 'fb30121e-6902-4752-8844-2510f5b4eae7'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:44:14.194411 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-73ae4bdf-6452-4031-ae93-cd1b5087cbea req-c59c1ac5-e5eb-4456-89a5-d04256d9dbb9 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360446 Aug 13 03:44:14.214949 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69296ae-6698-4c39-8615-1d48f0674d35 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Pushing event deleted for resources: {'Port': ['ID=fb30121e-6902-4752-8844-2510f5b4eae7,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:14.265347 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5000f3-3342-4e8e-9926-6eb4e421fee3 req-e69296ae-6698-4c39-8615-1d48f0674d35 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] No DVR routers for this DVR port fb30121e-6902-4752-8844-2510f5b4eae7 on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:44:14.268699 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-bb5000f3-3342-4e8e-9926-6eb4e421fee3 req-e69296ae-6698-4c39-8615-1d48f0674d35 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:14.270640 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-bb5000f3-3342-4e8e-9926-6eb4e421fee3 req-e69296ae-6698-4c39-8615-1d48f0674d35 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "DELETE /v2.0/ports/fb30121e-6902-4752-8844-2510f5b4eae7 HTTP/1.1" status: 204 len: 173 time: 0.6707380 Aug 13 03:44:14.290597 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-eb99035e-e683-4981-9eed-d57f33b9fde1 req-81ce335a-0d05-4523-9c52-139bf584c289 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489031 Aug 13 03:44:14.448852 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bf2530c7-5420-488a-9810-3d51e926b912 req-57a6b429-f738-4651-a8fe-7703b0b9cb39 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c92390-148a-4883-b49e-d93816474b61 HTTP/1.1" status: 200 len: 210 time: 0.0271797 Aug 13 03:44:15.072538 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c92390-148a-4883-b49e-d93816474b61', 'name': 'network-vif-deleted', 'tag': 'fb30121e-6902-4752-8844-2510f5b4eae7'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:44:15.075554 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a66d59-c699-470a-a194-9e116963cfce" -d '{"events": [{"server_uuid": "87c92390-148a-4883-b49e-d93816474b61", "name": "network-vif-deleted", "tag": "fb30121e-6902-4752-8844-2510f5b4eae7"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:44:15.110285 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699c5269-a8c7-4975-aef7-a4c3767f3b75 x-openstack-request-id: req-699c5269-a8c7-4975-aef7-a4c3767f3b75 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:44:15.110793 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c92390-148a-4883-b49e-d93816474b61", "name": "network-vif-deleted", "tag": "fb30121e-6902-4752-8844-2510f5b4eae7", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:44:15.111045 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-699c5269-a8c7-4975-aef7-a4c3767f3b75 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:44:15.111435 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c92390-148a-4883-b49e-d93816474b61', 'name': 'network-vif-deleted', 'tag': 'fb30121e-6902-4752-8844-2510f5b4eae7', 'status': 'completed', 'code': 200} Aug 13 03:44:15.301677 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bc67d-fa0a-47cc-97a0-bffb443ba290 req-d6e718b8-7f04-445c-988c-fbe3ee9320c6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:15.303136 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c03bc67d-fa0a-47cc-97a0-bffb443ba290 req-d6e718b8-7f04-445c-988c-fbe3ee9320c6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 943 time: 0.0478261 Aug 13 03:44:15.339789 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c03bc67d-fa0a-47cc-97a0-bffb443ba290 req-1b760ffe-efa5-4880-ae22-648af91cc5b5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300951 Aug 13 03:44:16.455910 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8987fc-19c9-4586-95b1-2460276c5487 req-08648285-7160-4d40-a123-7580269e3eb8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:16.457403 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8e8987fc-19c9-4586-95b1-2460276c5487 req-08648285-7160-4d40-a123-7580269e3eb8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 943 time: 0.0515387 Aug 13 03:44:16.492608 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8e8987fc-19c9-4586-95b1-2460276c5487 req-386717f7-c2b9-4ad7-bf09-472f81fd97c2 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294445 Aug 13 03:44:16.690536 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device fb30121e-6902-4752-8844-2510f5b4eae7 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:44:16.711505 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: fb30121e-6902-4752-8844-2510f5b4eae7 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:44:16.711933 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device fb30121e-6902-4752-8844-2510f5b4eae7 not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:44:16.829202 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a47d-7522-4859-a516-10f731009728 req-0215d205-f69e-47ee-a1b9-dab7165b59c9 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:16.830669 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-29b2a47d-7522-4859-a516-10f731009728 req-0215d205-f69e-47ee-a1b9-dab7165b59c9 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 945 time: 0.0474072 Aug 13 03:44:16.867098 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-29b2a47d-7522-4859-a516-10f731009728 req-78667056-07d9-4680-9940-3760eadb747b tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305943 Aug 13 03:44:17.604315 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1957d7f-ec68-47c3-b00d-8619bdacd007 req-701bf641-87c0-4132-b4eb-f38170c4cb14 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:17.606284 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e1957d7f-ec68-47c3-b00d-8619bdacd007 req-701bf641-87c0-4132-b4eb-f38170c4cb14 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 943 time: 0.0482404 Aug 13 03:44:17.642718 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e1957d7f-ec68-47c3-b00d-8619bdacd007 req-60b9fb64-b3bd-4eab-b2b9-836e4d5adec9 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305991 Aug 13 03:44:17.985615 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f928af-6099-48b7-bc8f-cc18f820fe70 req-75c9c196-b86f-4c13-82bd-0e405c2d9bb6 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:17.987080 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-70f928af-6099-48b7-bc8f-cc18f820fe70 req-75c9c196-b86f-4c13-82bd-0e405c2d9bb6 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 945 time: 0.0546358 Aug 13 03:44:18.022748 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-70f928af-6099-48b7-bc8f-cc18f820fe70 req-21fa6978-4e87-4e6a-9519-5b90c8497c5a tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/security-groups?id=38914b13-f2cb-4084-8eb1-94c7f0ca272e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298257 Aug 13 03:44:18.343979 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbbf7c-35f9-4ca4-bf91-6e37bde83469 req-2aaab255-79a7-421a-bb81-5f7224cb240a tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:18.345417 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5bbbbf7c-35f9-4ca4-bf91-6e37bde83469 req-2aaab255-79a7-421a-bb81-5f7224cb240a tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 945 time: 0.0479908 Aug 13 03:44:18.434384 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-5bbbbf7c-35f9-4ca4-bf91-6e37bde83469 req-6c669d31-68e0-4af5-a1f0-bfc93880f1ff tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Deleting port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:44:18.434730 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5bbbbf7c-35f9-4ca4-bf91-6e37bde83469 req-6c669d31-68e0-4af5-a1f0-bfc93880f1ff tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:18.517409 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-5bbbbf7c-35f9-4ca4-bf91-6e37bde83469 req-6c669d31-68e0-4af5-a1f0-bfc93880f1ff tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] For port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1d0b4c98-a556-4c86-a246-d03afdf1fdf0,segment=NetworkSegment(18e98266-e5d2-46c6-beed-efcacb0f4787),segment_id=18e98266-e5d2-46c6-beed-efcacb0f4787)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:18.517771 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5bbbbf7c-35f9-4ca4-bf91-6e37bde83469 req-6c669d31-68e0-4af5-a1f0-bfc93880f1ff tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:18.530407 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-5bbbbf7c-35f9-4ca4-bf91-6e37bde83469 req-6c669d31-68e0-4af5-a1f0-bfc93880f1ff tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Calling delete_port for 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:44:18.663644 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5bbbbf7c-35f9-4ca4-bf91-6e37bde83469 req-6c669d31-68e0-4af5-a1f0-bfc93880f1ff tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:18.677836 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['1d0b4c98-a556-4c86-a246-d03afdf1fdf0'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:44:18.691613 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c669d31-68e0-4af5-a1f0-bfc93880f1ff tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Pushing event deleted for resources: {'Port': ['ID=1d0b4c98-a556-4c86-a246-d03afdf1fdf0,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:18.734469 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbbbf7c-35f9-4ca4-bf91-6e37bde83469 req-6c669d31-68e0-4af5-a1f0-bfc93880f1ff tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] No DVR routers for this DVR port 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:44:18.736804 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-5bbbbf7c-35f9-4ca4-bf91-6e37bde83469 req-6c669d31-68e0-4af5-a1f0-bfc93880f1ff tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:18.738774 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5bbbbf7c-35f9-4ca4-bf91-6e37bde83469 req-6c669d31-68e0-4af5-a1f0-bfc93880f1ff tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.63 "DELETE /v2.0/ports/1d0b4c98-a556-4c86-a246-d03afdf1fdf0 HTTP/1.1" status: 204 len: 173 time: 0.3866167 Aug 13 03:44:18.739213 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed9d34a-8ad4-4e7b-8da6-42bd480f5f43', 'name': 'network-vif-deleted', 'tag': '1d0b4c98-a556-4c86-a246-d03afdf1fdf0'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:44:18.741475 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c0cd66-dc56-4b99-a612-6630052c3c63" -d '{"events": [{"server_uuid": "fed9d34a-8ad4-4e7b-8da6-42bd480f5f43", "name": "network-vif-deleted", "tag": "1d0b4c98-a556-4c86-a246-d03afdf1fdf0"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:44:18.771975 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b53b5-dad0-434c-8a04-d1db0a89d1a0 req-9d0d177c-2764-4e65-bb63-a8ef6dacd0ae tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:18.773509 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0d3b53b5-dad0-434c-8a04-d1db0a89d1a0 req-9d0d177c-2764-4e65-bb63-a8ef6dacd0ae tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 943 time: 0.0611820 Aug 13 03:44:18.784025 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3529e8b0-2389-4ff2-b845-0109fb7a4143 x-openstack-request-id: req-3529e8b0-2389-4ff2-b845-0109fb7a4143 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:44:18.784318 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed9d34a-8ad4-4e7b-8da6-42bd480f5f43", "name": "network-vif-deleted", "tag": "1d0b4c98-a556-4c86-a246-d03afdf1fdf0", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:44:18.784572 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3529e8b0-2389-4ff2-b845-0109fb7a4143 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:44:18.784971 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed9d34a-8ad4-4e7b-8da6-42bd480f5f43', 'name': 'network-vif-deleted', 'tag': '1d0b4c98-a556-4c86-a246-d03afdf1fdf0', 'status': 'completed', 'code': 200} Aug 13 03:44:18.816560 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0d3b53b5-dad0-434c-8a04-d1db0a89d1a0 req-dcbcf874-ab33-4eb8-a8a3-5acdf783d36d tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365989 Aug 13 03:44:19.128244 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1941b230-4f1c-4962-8d6a-f212b95a948d req-5cc7a337-425f-4a36-a8c8-a765c73f2a10 tempest-AttachVolumeNegativeTest-153618688 tempest-AttachVolumeNegativeTest-153618688-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed9d34a-8ad4-4e7b-8da6-42bd480f5f43 HTTP/1.1" status: 200 len: 210 time: 0.0284178 Aug 13 03:44:19.929793 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f933ee-21eb-4584-aa34-a4620430321d req-2b7d92b3-a261-4770-a6cb-a13586e464ba tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:19.931279 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-34f933ee-21eb-4584-aa34-a4620430321d req-2b7d92b3-a261-4770-a6cb-a13586e464ba tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 943 time: 0.0474796 Aug 13 03:44:19.972667 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-34f933ee-21eb-4584-aa34-a4620430321d req-e6185653-4124-47bb-b3e5-78740f4aaf10 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352612 Aug 13 03:44:20.180775 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39580) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:20.223951 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc558918-de65-4c09-bb00-208684e5e1b0 admin admin] Deleting subnet 8d2de044-986d-4fcd-874c-8680a84452f4 {{(pid=94056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:44:20.226821 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cc558918-de65-4c09-bb00-208684e5e1b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.258856 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cc558918-de65-4c09-bb00-208684e5e1b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913378'] for subnet, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.295608 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cc558918-de65-4c09-bb00-208684e5e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.347886 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cc558918-de65-4c09-bb00-208684e5e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1570502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28241023'] for subnet, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.373112 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc558918-de65-4c09-bb00-208684e5e1b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2de044-986d-4fcd-874c-8680a84452f4,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:20.375019 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cc558918-de65-4c09-bb00-208684e5e1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.376892 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-cc558918-de65-4c09-bb00-208684e5e1b0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8d2de044-986d-4fcd-874c-8680a84452f4 HTTP/1.1" status: 204 len: 168 time: 0.1951334 Aug 13 03:44:20.379321 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39582) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:20.442467 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e55a390-e6d8-42c4-918f-9c9dcabaacb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.518528 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e55a390-e6d8-42c4-918f-9c9dcabaacb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.527646 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-5e55a390-e6d8-42c4-918f-9c9dcabaacb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b460852c-56b2-474d-99f6-0e0fd67666d3']}} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:44:20.537067 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-5e55a390-e6d8-42c4-918f-9c9dcabaacb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e98266-e5d2-46c6-beed-efcacb0f4787') {'for_net_delete': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:44:20.537368 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-5e55a390-e6d8-42c4-918f-9c9dcabaacb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e98266-e5d2-46c6-beed-efcacb0f4787') {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:44:20.546146 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e55a390-e6d8-42c4-918f-9c9dcabaacb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913397'] for segment, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.559305 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e55a390-e6d8-42c4-918f-9c9dcabaacb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.564811 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e55a390-e6d8-42c4-918f-9c9dcabaacb6 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:44:20.565189 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e55a390-e6d8-42c4-918f-9c9dcabaacb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1570328'] for segment, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: Traceback (most recent call last): Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: timer() Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: cb(*args, **kw) Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: return func(*args, **kwargs) Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: self._notify() Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: self.callback(batched_events) Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: event.method(event) Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: return f(self, *a, **k) Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._get(url).json() Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: return self.request(url, 'GET', **kwargs) Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:44:20.566715 dv-cinder-759962-7-iscsi neutron-server[94056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:44:20.618056 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e55a390-e6d8-42c4-918f-9c9dcabaacb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.623896 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e55a390-e6d8-42c4-918f-9c9dcabaacb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.625694 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-5e55a390-e6d8-42c4-918f-9c9dcabaacb6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b460852c-56b2-474d-99f6-0e0fd67666d3 HTTP/1.1" status: 204 len: 168 time: 0.2454979 Aug 13 03:44:20.636110 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55a390-e6d8-42c4-918f-9c9dcabaacb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b460852c-56b2-474d-99f6-0e0fd67666d3,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:20.705793 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:44:20.707877 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:44:20.733626 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:44:20.734006 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 1d0b4c98-a556-4c86-a246-d03afdf1fdf0 not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:44:20.785326 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39586) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:20.818384 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=23b5e9ed-d904-4819-88fc-42b5fe85d8d3,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:20.827814 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-685dc116-0196-4d70-9f61-dec5908b962c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b0123406893c4efdb9778ac11be9eff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412729 Aug 13 03:44:20.830060 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'port_id': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3', 'mac_address': 'fa:16:3e:97:c7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:44:20.830462 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39588) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:20.871993 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.879412 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d522945d-9946-4262-9a21-c1f88b71c10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.884209 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:44:20.900457 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d522945d-9946-4262-9a21-c1f88b71c10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.903581 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=23b5e9ed-d904-4819-88fc-42b5fe85d8d3,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:20.907599 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.947602 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d522945d-9946-4262-9a21-c1f88b71c10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.950608 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d522945d-9946-4262-9a21-c1f88b71c10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:20.952026 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d522945d-9946-4262-9a21-c1f88b71c10a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/38914b13-f2cb-4084-8eb1-94c7f0ca272e HTTP/1.1" status: 204 len: 168 time: 0.1203253 Aug 13 03:44:20.954799 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=23b5e9ed-d904-4819-88fc-42b5fe85d8d3,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:20.960297 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522945d-9946-4262-9a21-c1f88b71c10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38914b13-f2cb-4084-8eb1-94c7f0ca272e,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:21.093814 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a8363-0712-490d-8a53-d2927b778468 req-b6ff2ed8-95fc-4d7a-b8fe-37e75c2f4c2d tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:21.095309 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bc8a8363-0712-490d-8a53-d2927b778468 req-b6ff2ed8-95fc-4d7a-b8fe-37e75c2f4c2d tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 944 time: 0.0502291 Aug 13 03:44:21.132819 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['23b5e9ed-d904-4819-88fc-42b5fe85d8d3'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:44:21.136501 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bc8a8363-0712-490d-8a53-d2927b778468 req-3659010f-0f5e-4c62-8e49-063d442f3e2e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348117 Aug 13 03:44:22.252141 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b81fff-9ecc-4d47-a34a-b507336e6628 req-41fa5660-9437-41d9-9a7b-a80d8e86035e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:22.253640 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-09b81fff-9ecc-4d47-a34a-b507336e6628 req-41fa5660-9437-41d9-9a7b-a80d8e86035e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 944 time: 0.0524485 Aug 13 03:44:22.293836 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-09b81fff-9ecc-4d47-a34a-b507336e6628 req-34da27b6-2aa4-4aa8-9d1e-42dbac0ab712 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341673 Aug 13 03:44:22.578703 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39642) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:22.679093 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:22.721085 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:44:22.767859 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:22.770650 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:44:22.771757 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:22.774216 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:44:22.774592 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:22.809944 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99d99f9c896d4b81976e9ee3abc3e3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301631 Aug 13 03:44:22.810839 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac72894-43f9-49ae-9915-efe2b743c308,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:22.812919 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 39646) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:22.817954 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:22.818318 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:22.818670 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:22.819015 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:22.819357 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:22.819694 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:22.820243 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:22.820373 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:22.820715 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:22.821041 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:22.821371 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:22.822770 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6fc96-fdc4-4c0a-91c6-5d7c755cd8e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:22.854789 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:22.865438 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c96676e4-6975-4892-8933-8e8be39d9680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:22.876266 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751ab83f-40ac-4339-b49a-9e4010425374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:44:22.878483 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1169def5-11eb-4159-9398-580cf51b504d" -d '{"events": [{"server_uuid": "751ab83f-40ac-4339-b49a-9e4010425374", "name": "network-vif-plugged", "status": "completed", "tag": "23b5e9ed-d904-4819-88fc-42b5fe85d8d3"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:44:22.885937 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c96676e4-6975-4892-8933-8e8be39d9680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:22.891387 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=23b5e9ed-d904-4819-88fc-42b5fe85d8d3,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:44:22.896137 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:22.923302 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3accbaf1-d89b-4231-bba1-aa2ed2ddfb9d x-openstack-request-id: req-3accbaf1-d89b-4231-bba1-aa2ed2ddfb9d {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:44:22.923624 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751ab83f-40ac-4339-b49a-9e4010425374", "name": "network-vif-plugged", "status": "completed", "tag": "23b5e9ed-d904-4819-88fc-42b5fe85d8d3", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:44:22.923877 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3accbaf1-d89b-4231-bba1-aa2ed2ddfb9d {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:44:22.924296 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751ab83f-40ac-4339-b49a-9e4010425374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3', 'code': 200} Aug 13 03:44:22.942261 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c96676e4-6975-4892-8933-8e8be39d9680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:22.944979 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c96676e4-6975-4892-8933-8e8be39d9680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:22.946458 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c96676e4-6975-4892-8933-8e8be39d9680 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ac72894-43f9-49ae-9915-efe2b743c308 HTTP/1.1" status: 204 len: 168 time: 0.1324189 Aug 13 03:44:22.956087 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96676e4-6975-4892-8933-8e8be39d9680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac72894-43f9-49ae-9915-efe2b743c308,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:22.970463 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=23b5e9ed-d904-4819-88fc-42b5fe85d8d3,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:23.145563 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c11e7-0576-46d8-8590-ed94442850dd req-21c7ec28-e862-4f18-a33d-bafba10a30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:23.147059 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4b4c11e7-0576-46d8-8590-ed94442850dd req-21c7ec28-e862-4f18-a33d-bafba10a30ab service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 1098 time: 0.0426900 Aug 13 03:44:23.184784 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4b4c11e7-0576-46d8-8590-ed94442850dd req-cd8850e2-bb84-432a-80ab-c470fb3b00df service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299971 Aug 13 03:44:23.216767 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39654) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:23.229458 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-418ff782-164a-46e6-8394-7ecea82ad540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:23.314566 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-418ff782-164a-46e6-8394-7ecea82ad540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:23.318423 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-418ff782-164a-46e6-8394-7ecea82ad540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:23.358849 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-418ff782-164a-46e6-8394-7ecea82ad540 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6730e81a142f4cf1b2bd005c545b7e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410244 Aug 13 03:44:23.359804 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ff782-164a-46e6-8394-7ecea82ad540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa91509f-d4da-4559-8a48-531dcec8df89,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:23.362322 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39658) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:23.407944 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee8c66-a26b-45df-8c62-f8cc056cc65b req-71281c82-02af-4115-a2db-fd8dfb283b9e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:23.409429 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-02ee8c66-a26b-45df-8c62-f8cc056cc65b req-71281c82-02af-4115-a2db-fd8dfb283b9e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 945 time: 0.0495100 Aug 13 03:44:23.410156 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e527cab-446e-4040-98f9-25672b096f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:23.430540 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e527cab-446e-4040-98f9-25672b096f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:23.447000 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-02ee8c66-a26b-45df-8c62-f8cc056cc65b req-86ddc1d4-75bb-4853-9e62-ccf7d2069413 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314949 Aug 13 03:44:23.484817 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e527cab-446e-4040-98f9-25672b096f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:23.487640 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e527cab-446e-4040-98f9-25672b096f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:23.488792 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-1e527cab-446e-4040-98f9-25672b096f27 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa91509f-d4da-4559-8a48-531dcec8df89 HTTP/1.1" status: 204 len: 168 time: 0.1255875 Aug 13 03:44:23.496059 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e527cab-446e-4040-98f9-25672b096f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa91509f-d4da-4559-8a48-531dcec8df89,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:23.562079 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ec84ae75-9e63-4652-b26e-ce4bebfde8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:24.562062 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ec2e-ba69-4ab6-afe7-6c32c219a1f4 req-f24bad86-8d9f-4247-90db-df60a0524327 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:24.563549 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d5f1ec2e-ba69-4ab6-afe7-6c32c219a1f4 req-f24bad86-8d9f-4247-90db-df60a0524327 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 945 time: 0.0488009 Aug 13 03:44:24.603375 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d5f1ec2e-ba69-4ab6-afe7-6c32c219a1f4 req-3cc74201-ff9a-4931-bcc2-e2d77889bda8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338287 Aug 13 03:44:24.719606 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e36c8-7114-43ec-bfd5-27f8a3d1ce97 req-63e99040-4784-4497-8c83-1bf6baec472e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:24.721101 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1d7e36c8-7114-43ec-bfd5-27f8a3d1ce97 req-63e99040-4784-4497-8c83-1bf6baec472e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 945 time: 0.0521293 Aug 13 03:44:24.758110 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1d7e36c8-7114-43ec-bfd5-27f8a3d1ce97 req-10647b22-ae4a-4be8-8398-ba19ee80125f tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310752 Aug 13 03:44:24.780150 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 39702) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:24.963191 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72d563c-68ea-4a29-b77f-d74d34303d1b tempest-TestVolumeBootPattern-438759107 tempest-TestVolumeBootPattern-438759107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:24.965382 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a72d563c-68ea-4a29-b77f-d74d34303d1b tempest-TestVolumeBootPattern-438759107 tempest-TestVolumeBootPattern-438759107-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 1093 time: 0.1837049 Aug 13 03:44:24.968382 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 39706) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:24.972943 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Request body: {'floatingip': {'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'port_id': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:44:24.995267 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for floatingip, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:25.106316 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:25.210533 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Allocated IP 172.27.0.166 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/5a4abad9-0a0e-4edd-8483-827c806e9968) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:44:25.309314 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:25.348900 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:25.387650 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:44:25.390366 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:44:25.393861 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:44:25.415456 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'Port': ['ID=5a4abad9-0a0e-4edd-8483-827c806e9968,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:25.989435 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:26.051714 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:26.153572 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-234be162-5c5a-496b-8d12-09b04210da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:26.207981 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:26.212444 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25712220'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:26.286727 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'Port': ['ID=5a4abad9-0a0e-4edd-8483-827c806e9968,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:26.296565 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:26.302517 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:26.407972 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Floating IP 41d87c51-817d-4da6-bbd5-d74a6ac458bf associated. External IP: 172.27.0.166, port: 23b5e9ed-d904-4819-88fc-42b5fe85d8d3. Aug 13 03:44:26.612075 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Router f463ef31-529b-4c5d-8509-2fb7f97263ca has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:44:26.717566 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:44:26.727500 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33abf6-25ff-422e-87c2-1f29d0a36cb5 None None] Sync routers for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:44:26.734233 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:26.737861 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33abf6-25ff-422e-87c2-1f29d0a36cb5 None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:44:26.738483 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-0e33abf6-25ff-422e-87c2-1f29d0a36cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:44:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:44:26.773692 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7fd779b1-c47a-4e4d-9a1e-08465f76bfa7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7914283 Aug 13 03:44:26.773692 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751ab83f-40ac-4339-b49a-9e4010425374', 'tag': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:44:26.773692 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b945259-b197-4d02-bc74-baa089f4eca0" -d '{"events": [{"name": "network-changed", "server_uuid": "751ab83f-40ac-4339-b49a-9e4010425374", "tag": "23b5e9ed-d904-4819-88fc-42b5fe85d8d3"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:44:26.842378 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-0e33abf6-25ff-422e-87c2-1f29d0a36cb5 None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:44:26.917339 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef7b102-dc4f-4682-8de6-3a21ae4a88b6 x-openstack-request-id: req-4ef7b102-dc4f-4682-8de6-3a21ae4a88b6 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:44:26.917636 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751ab83f-40ac-4339-b49a-9e4010425374", "tag": "23b5e9ed-d904-4819-88fc-42b5fe85d8d3", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:44:26.917960 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ef7b102-dc4f-4682-8de6-3a21ae4a88b6 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:44:26.918364 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751ab83f-40ac-4339-b49a-9e4010425374', 'tag': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3', 'status': 'completed', 'code': 200} Aug 13 03:44:27.198906 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-0e33abf6-25ff-422e-87c2-1f29d0a36cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '41d87c51-817d-4da6-bbd5-d74a6ac458bf', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:97:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751ab83f-40ac-4339-b49a-9e4010425374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:44:25Z', 'updated_at': '2021-08-13T03:44:25Z', 'revision_number': 0, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:44:27.228081 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33abf6-25ff-422e-87c2-1f29d0a36cb5 None None] Checking router: f463ef31-529b-4c5d-8509-2fb7f97263ca for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:44:27.236954 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33abf6-25ff-422e-87c2-1f29d0a36cb5 None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:44:27.237549 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-0e33abf6-25ff-422e-87c2-1f29d0a36cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:44:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:44:27.341364 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:27.351525 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-0e33abf6-25ff-422e-87c2-1f29d0a36cb5 None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:44:27.563761 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-0e33abf6-25ff-422e-87c2-1f29d0a36cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '41d87c51-817d-4da6-bbd5-d74a6ac458bf', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:97:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751ab83f-40ac-4339-b49a-9e4010425374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:44:25Z', 'updated_at': '2021-08-13T03:44:25Z', 'revision_number': 0, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:44:27.592982 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33abf6-25ff-422e-87c2-1f29d0a36cb5 None None] The sync data for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi is: [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '41d87c51-817d-4da6-bbd5-d74a6ac458bf', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:97:c7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751ab83f-40ac-4339-b49a-9e4010425374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:44:25Z', 'updated_at': '2021-08-13T03:44:25Z', 'revision_number': 0, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:44:27.760790 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f5fca-ef71-4aa1-8e90-199f12961217 None None] New status for floating IP 41d87c51-817d-4da6-bbd5-d74a6ac458bf: ACTIVE {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:44:28.888296 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:29.491458 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b945259-b197-4d02-bc74-baa089f4eca0 req-5da60561-9726-4053-af4d-927963a479ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:29.492916 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5b945259-b197-4d02-bc74-baa089f4eca0 req-5da60561-9726-4053-af4d-927963a479ef service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 1098 time: 0.0392532 Aug 13 03:44:29.577919 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b945259-b197-4d02-bc74-baa089f4eca0 req-88bd86be-2402-456d-a238-e58dd4df6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:29.579352 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5b945259-b197-4d02-bc74-baa089f4eca0 req-88bd86be-2402-456d-a238-e58dd4df6f64 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 913 time: 0.0789537 Aug 13 03:44:29.647800 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5b945259-b197-4d02-bc74-baa089f4eca0 req-789d7b19-674f-4a21-82fb-c553fa88050c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b5e9ed-d904-4819-88fc-42b5fe85d8d3 HTTP/1.1" status: 200 len: 1001 time: 0.0598207 Aug 13 03:44:29.693800 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b945259-b197-4d02-bc74-baa089f4eca0 req-5f1963cc-7342-49d9-9482-9e9302a2c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:29.695158 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5b945259-b197-4d02-bc74-baa089f4eca0 req-5f1963cc-7342-49d9-9482-9e9302a2c89d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0405424 Aug 13 03:44:29.738631 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b945259-b197-4d02-bc74-baa089f4eca0 req-4cd21098-2e5c-404f-b32a-42550b911e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:44:29.740063 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5b945259-b197-4d02-bc74-baa089f4eca0 req-4cd21098-2e5c-404f-b32a-42550b911e11 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375252 Aug 13 03:44:29.828041 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5b945259-b197-4d02-bc74-baa089f4eca0 req-00e60733-7592-47de-b1fd-a04c90cff49b service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806916 Aug 13 03:44:29.913912 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-5b945259-b197-4d02-bc74-baa089f4eca0 req-3540ef3b-f45f-4248-acbd-31dde22bc245 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776503 Aug 13 03:44:42.173694 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:45.063380 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:44:53.561789 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5149aefc-8653-4b8d-b9d9-eb61f81f1595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.254969 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 39894) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:55.364734 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.453289 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.456740 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.494339 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=034abdb93e4f4bb9b29f9c3838ce1638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383461 Aug 13 03:44:55.495534 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2102851-5b48-4547-bc32-8af83e609cfb,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:55.497072 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39898) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:55.502762 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:55.503059 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:55.503411 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:55.503754 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:55.504122 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:55.504463 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:55.504802 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:55.505137 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:55.505472 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:55.505800 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:55.506131 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:55.506460 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ddcf2-477d-4442-99f9-7d6b5fa53f16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:44:55.543980 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e8db51d5-0dc9-4b91-89ef-1c4607873230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.564908 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e8db51d5-0dc9-4b91-89ef-1c4607873230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.613857 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e8db51d5-0dc9-4b91-89ef-1c4607873230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.616465 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-e8db51d5-0dc9-4b91-89ef-1c4607873230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.617596 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-e8db51d5-0dc9-4b91-89ef-1c4607873230 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2102851-5b48-4547-bc32-8af83e609cfb HTTP/1.1" status: 204 len: 168 time: 0.1195302 Aug 13 03:44:55.624997 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db51d5-0dc9-4b91-89ef-1c4607873230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2102851-5b48-4547-bc32-8af83e609cfb,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:55.865489 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 39904) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:55.878233 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-fa789a20-3042-4c36-8e10-53910c1efdda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.965064 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-fa789a20-3042-4c36-8e10-53910c1efdda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:55.968918 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-fa789a20-3042-4c36-8e10-53910c1efdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:56.004466 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-fa789a20-3042-4c36-8e10-53910c1efdda admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7c173a484393412b96f7ca7347812947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1379437 Aug 13 03:44:56.006363 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa789a20-3042-4c36-8e10-53910c1efdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e000aa5e-bb82-4c51-b2f2-9eef32166b9c,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:56.007125 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 39906) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:56.054104 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-76522248-0ac1-4bde-b67b-45b4c516066f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:56.076869 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-76522248-0ac1-4bde-b67b-45b4c516066f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:56.136729 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-76522248-0ac1-4bde-b67b-45b4c516066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:56.139308 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-76522248-0ac1-4bde-b67b-45b4c516066f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:56.140478 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-76522248-0ac1-4bde-b67b-45b4c516066f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e000aa5e-bb82-4c51-b2f2-9eef32166b9c HTTP/1.1" status: 204 len: 168 time: 0.1323817 Aug 13 03:44:56.149282 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76522248-0ac1-4bde-b67b-45b4c516066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e000aa5e-bb82-4c51-b2f2-9eef32166b9c,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:44:56.162186 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fbeeca80-e319-4733-887b-585a61811161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:56.286666 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:57.334900 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:58.891621 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.084280 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40002) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:06.184173 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2ca7aee0-9290-4c00-82b2-2597c7c65ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.268158 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2ca7aee0-9290-4c00-82b2-2597c7c65ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.271718 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2ca7aee0-9290-4c00-82b2-2597c7c65ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.307629 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-2ca7aee0-9290-4c00-82b2-2597c7c65ab5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62603fcb9e8347c091ef53c9dee3b54d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223008 Aug 13 03:45:06.308481 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7aee0-9290-4c00-82b2-2597c7c65ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbe79e1-f287-4886-9793-ef406c31689a,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:06.310309 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40006) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:06.357863 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a85a676e-6710-43b6-ab0f-8e674f48609f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.377738 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a85a676e-6710-43b6-ab0f-8e674f48609f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.426084 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a85a676e-6710-43b6-ab0f-8e674f48609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.428747 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a85a676e-6710-43b6-ab0f-8e674f48609f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:06.429873 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a85a676e-6710-43b6-ab0f-8e674f48609f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ebbe79e1-f287-4886-9793-ef406c31689a HTTP/1.1" status: 204 len: 168 time: 0.1185844 Aug 13 03:45:06.437332 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a676e-6710-43b6-ab0f-8e674f48609f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbe79e1-f287-4886-9793-ef406c31689a,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:06.677287 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40012) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:06.692986 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-65261cdf-ce6a-4371-86cc-202f4706d3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.015523 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-65261cdf-ce6a-4371-86cc-202f4706d3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.019022 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-65261cdf-ce6a-4371-86cc-202f4706d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.055415 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-65261cdf-ce6a-4371-86cc-202f4706d3ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84b214f6001b467b807b33f8c9647685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771505 Aug 13 03:45:07.056368 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65261cdf-ce6a-4371-86cc-202f4706d3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c204ab4d-4c16-45a0-ac7a-38b92e3a0f48,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:07.058103 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40014) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:07.105635 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5e9e-c67f-4212-a0cc-1355d6ed8f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.126873 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5e9e-c67f-4212-a0cc-1355d6ed8f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.169616 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5e9e-c67f-4212-a0cc-1355d6ed8f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.172129 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5e9e-c67f-4212-a0cc-1355d6ed8f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:07.173809 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ba0e5e9e-c67f-4212-a0cc-1355d6ed8f0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c204ab4d-4c16-45a0-ac7a-38b92e3a0f48 HTTP/1.1" status: 204 len: 168 time: 0.1136529 Aug 13 03:45:07.184255 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e5e9e-c67f-4212-a0cc-1355d6ed8f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c204ab4d-4c16-45a0-ac7a-38b92e3a0f48,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:12.209092 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:14.966160 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40136) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:15.068762 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d8652a36-83fb-494e-b5b6-a4b1c031d217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.153482 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d8652a36-83fb-494e-b5b6-a4b1c031d217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.157132 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d8652a36-83fb-494e-b5b6-a4b1c031d217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.191719 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8652a36-83fb-494e-b5b6-a4b1c031d217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998cad83-b8b3-483a-bd74-c98a96dadc96,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:15.196285 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d8652a36-83fb-494e-b5b6-a4b1c031d217 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ff471afbe4f46c9bb4ec0f5ffb19bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290759 Aug 13 03:45:15.198904 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40140) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:15.260043 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7331-e015-47af-b543-4981069f667a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.280165 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7331-e015-47af-b543-4981069f667a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.323995 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7331-e015-47af-b543-4981069f667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.326682 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7331-e015-47af-b543-4981069f667a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.327817 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-3a4e7331-e015-47af-b543-4981069f667a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/998cad83-b8b3-483a-bd74-c98a96dadc96 HTTP/1.1" status: 204 len: 168 time: 0.1280212 Aug 13 03:45:15.335548 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e7331-e015-47af-b543-4981069f667a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998cad83-b8b3-483a-bd74-c98a96dadc96,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:15.571652 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40146) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:15.585405 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d29b5ffe-294d-4494-947f-9fd5189f5db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.671742 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d29b5ffe-294d-4494-947f-9fd5189f5db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.675456 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d29b5ffe-294d-4494-947f-9fd5189f5db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.711303 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b5ffe-294d-4494-947f-9fd5189f5db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61854608-96a1-4f07-af62-c25c45c3217b,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:15.715550 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-d29b5ffe-294d-4494-947f-9fd5189f5db7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fda48a518c66492cb5ba5648ccc3d65b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428542 Aug 13 03:45:15.718212 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40148) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:15.763918 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-15a223bc-a615-4bd3-83bc-827fae49070f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.786511 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-15a223bc-a615-4bd3-83bc-827fae49070f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.831080 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-15a223bc-a615-4bd3-83bc-827fae49070f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.833601 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-15a223bc-a615-4bd3-83bc-827fae49070f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.834720 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-15a223bc-a615-4bd3-83bc-827fae49070f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61854608-96a1-4f07-af62-c25c45c3217b HTTP/1.1" status: 204 len: 168 time: 0.1156187 Aug 13 03:45:15.842106 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a223bc-a615-4bd3-83bc-827fae49070f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61854608-96a1-4f07-af62-c25c45c3217b,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:16.148089 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40154) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:16.161415 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2d58d99a-404d-449d-ad7f-17ff8d4ec958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:16.248079 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2d58d99a-404d-449d-ad7f-17ff8d4ec958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:16.252354 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-2d58d99a-404d-449d-ad7f-17ff8d4ec958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:16.289038 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-2d58d99a-404d-449d-ad7f-17ff8d4ec958 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac577041da7849f5b5409aff339cb864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398821 Aug 13 03:45:16.289978 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58d99a-404d-449d-ad7f-17ff8d4ec958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0577da1-94c6-47af-9f23-b2b81ba49e81,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:16.291715 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40156) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:16.340523 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1b368065-5df1-4d85-8e30-430e832cd964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:16.360866 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1b368065-5df1-4d85-8e30-430e832cd964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:16.405297 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1b368065-5df1-4d85-8e30-430e832cd964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:16.408123 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1b368065-5df1-4d85-8e30-430e832cd964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:16.409314 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1b368065-5df1-4d85-8e30-430e832cd964 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b0577da1-94c6-47af-9f23-b2b81ba49e81 HTTP/1.1" status: 204 len: 168 time: 0.1159544 Aug 13 03:45:16.416662 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b368065-5df1-4d85-8e30-430e832cd964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0577da1-94c6-47af-9f23-b2b81ba49e81,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:22.062152 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:45:23.561869 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1ae65f45-bbf1-459f-b2ed-a2b5784348f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:25.293435 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40208) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:25.443530 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Deleting port e4f8e195-c946-4519-a4b3-9b78f623cd19 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:25.443875 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:25.517698 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:25.518024 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:25.529002 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Calling delete_port for e4f8e195-c946-4519-a4b3-9b78f623cd19 owned by network:floatingip {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:25.697256 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:25.721075 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Pushing event deleted for resources: {'Port': ['ID=e4f8e195-c946-4519-a4b3-9b78f623cd19,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:25.731957 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:25.732315 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:25.732662 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:25.733006 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:25.733346 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:25.733682 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:25.734014 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:25.734348 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:25.734677 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:25.735007 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:25.735333 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:25.736209 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:25.789271 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:25.789676 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.l3_db [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Floating IP 2d1c3d44-cfdd-4a24-aabd-fc6cbf6759ec disassociated (deleted). External IP: 172.27.0.208, port: 36ef1150-029d-4bf8-b285-21c63a30fdca. Aug 13 03:45:25.985058 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:45:26.086082 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:45:26.090796 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:26.095925 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b0ef3-e2fb-473b-90d2-712be4195e86 None None] Sync routers for ids ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:45:26.105006 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b0ef3-e2fb-473b-90d2-712be4195e86 None None] Routers {'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:26.105618 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-715b0ef3-e2fb-473b-90d2-712be4195e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:44:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:26.118853 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-22a11330-7c6e-4f2e-8f96-8b1b8692a536 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "DELETE /v2.0/floatingips/2d1c3d44-cfdd-4a24-aabd-fc6cbf6759ec HTTP/1.1" status: 204 len: 168 time: 0.8241193 Aug 13 03:45:26.119491 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:26.122280 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca756233-34b2-4d4e-a704-74627ed7ff7d" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:26.159199 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250955e1-e993-47a8-87b9-0f8e1aeada55 x-openstack-request-id: req-250955e1-e993-47a8-87b9-0f8e1aeada55 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:26.159670 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:26.160106 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-250955e1-e993-47a8-87b9-0f8e1aeada55 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:26.160766 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'status': 'completed', 'code': 200} Aug 13 03:45:26.200686 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-34580756-81a5-4d34-acaa-484146573438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:26.227217 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-715b0ef3-e2fb-473b-90d2-712be4195e86 None None] Set router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:26.229074 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca756233-34b2-4d4e-a704-74627ed7ff7d req-a070b23e-4e31-4c54-bde2-7317c006e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:26.230761 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ca756233-34b2-4d4e-a704-74627ed7ff7d req-a070b23e-4e31-4c54-bde2-7317c006e973 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cc7db04257324af795d8e7b8fb28104f&device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 1098 time: 0.0472434 Aug 13 03:45:26.328765 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:26.330100 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca756233-34b2-4d4e-a704-74627ed7ff7d req-86b0dea9-22e1-4c24-8b1e-8e21972d8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:26.331591 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ca756233-34b2-4d4e-a704-74627ed7ff7d req-86b0dea9-22e1-4c24-8b1e-8e21972d8573 service neutron] 10.222.0.63 "GET /v2.0/networks?id=935d90e8-9c62-46ee-980f-2844116d2f71 HTTP/1.1" status: 200 len: 910 time: 0.0882649 Aug 13 03:45:26.363847 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109e1bc-c812-48a4-850f-78cfd4e16395 req-1962dac9-69fe-4346-a322-53182af634b6 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:26.365372 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0109e1bc-c812-48a4-850f-78cfd4e16395 req-1962dac9-69fe-4346-a322-53182af634b6 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0559030 Aug 13 03:45:26.379119 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ca756233-34b2-4d4e-a704-74627ed7ff7d req-e7e2b927-8e31-46b1-9cc0-617668d55189 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ef1150-029d-4bf8-b285-21c63a30fdca HTTP/1.1" status: 200 len: 217 time: 0.0388038 Aug 13 03:45:26.412163 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0109e1bc-c812-48a4-850f-78cfd4e16395 req-988d05e1-afe9-4d83-9af7-802a06cc3e7d tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404327 Aug 13 03:45:26.433493 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca756233-34b2-4d4e-a704-74627ed7ff7d req-0d88a767-83c2-4c3f-a21f-2e19def0fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:26.435188 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ca756233-34b2-4d4e-a704-74627ed7ff7d req-0d88a767-83c2-4c3f-a21f-2e19def0fa9f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c30d4b08-50db-46c4-9f62-8fe5cb355d2f HTTP/1.1" status: 200 len: 848 time: 0.0465186 Aug 13 03:45:26.456125 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-715b0ef3-e2fb-473b-90d2-712be4195e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 4, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port': {'id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '4ee9e431-2fec-4c16-b251-f8e5fbcaa480', 'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'mac_address': 'fa:16:3e:4b:bc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:29Z', 'updated_at': '2021-08-13T03:40:35Z', 'revision_number': 5, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'subnets': [{'id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:26.482180 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b0ef3-e2fb-473b-90d2-712be4195e86 None None] Checking router: cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:45:26.482404 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca756233-34b2-4d4e-a704-74627ed7ff7d req-48cfb713-6845-4804-a4d7-50129932e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:26.483708 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ca756233-34b2-4d4e-a704-74627ed7ff7d req-48cfb713-6845-4804-a4d7-50129932e4c9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=935d90e8-9c62-46ee-980f-2844116d2f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397151 Aug 13 03:45:26.490353 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b0ef3-e2fb-473b-90d2-712be4195e86 None None] Routers {'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:26.490956 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-715b0ef3-e2fb-473b-90d2-712be4195e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:26.573769 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ca756233-34b2-4d4e-a704-74627ed7ff7d req-ca60c17a-058d-4d82-8ebd-267d785ab083 service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818646 Aug 13 03:45:26.594767 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-715b0ef3-e2fb-473b-90d2-712be4195e86 None None] Set router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:26.664647 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ca756233-34b2-4d4e-a704-74627ed7ff7d req-9f2bb693-6694-4762-aa51-73e3c9f0f2f7 service neutron] 10.222.0.63 "GET /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819492 Aug 13 03:45:26.786189 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-715b0ef3-e2fb-473b-90d2-712be4195e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 4, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port': {'id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '4ee9e431-2fec-4c16-b251-f8e5fbcaa480', 'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'mac_address': 'fa:16:3e:4b:bc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:29Z', 'updated_at': '2021-08-13T03:40:35Z', 'revision_number': 5, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'subnets': [{'id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:26.812391 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b0ef3-e2fb-473b-90d2-712be4195e86 None None] The sync data for ids ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'] in dv-cinder-759962-7-iscsi is: [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:30Z', 'revision_number': 4, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port': {'id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '4ee9e431-2fec-4c16-b251-f8e5fbcaa480', 'name': '', 'network_id': '935d90e8-9c62-46ee-980f-2844116d2f71', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'mac_address': 'fa:16:3e:4b:bc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:29Z', 'updated_at': '2021-08-13T03:40:35Z', 'revision_number': 5, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'subnets': [{'id': 'c30d4b08-50db-46c4-9f62-8fe5cb355d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:45:27.011837 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17257fbb-3a7d-427a-b84f-063124ff70f9 None None] New status for floating IP 2d1c3d44-cfdd-4a24-aabd-fc6cbf6759ec: DOWN {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:45:27.338115 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:27.527218 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce086723-0586-4715-8821-dfcf6a5caf7d req-25cddedf-04eb-4766-b91b-69678a3c3baf tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:27.528705 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ce086723-0586-4715-8821-dfcf6a5caf7d req-25cddedf-04eb-4766-b91b-69678a3c3baf tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0473657 Aug 13 03:45:27.565995 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ce086723-0586-4715-8821-dfcf6a5caf7d req-390c5aec-5dde-46ad-80fe-f2ccac985e89 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Aug 13 03:45:28.687023 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18931484-6912-4e4b-8adc-305609c6c355 req-dc7013a4-52e4-4539-8ade-268eaf3dba57 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:28.689068 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-18931484-6912-4e4b-8adc-305609c6c355 req-dc7013a4-52e4-4539-8ade-268eaf3dba57 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0502810 Aug 13 03:45:28.724966 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-18931484-6912-4e4b-8adc-305609c6c355 req-c8b7cef9-2b95-4259-ae00-57c92575b249 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301950 Aug 13 03:45:28.894012 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:29.840352 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1247a3-9aa8-4702-81d8-8d62fd34035b req-46a7371b-66d8-4498-b5f5-5d3d7c61878c tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:29.841743 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0b1247a3-9aa8-4702-81d8-8d62fd34035b req-46a7371b-66d8-4498-b5f5-5d3d7c61878c tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0519023 Aug 13 03:45:29.879537 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0b1247a3-9aa8-4702-81d8-8d62fd34035b req-6706395f-75f3-4262-9ba6-7aa6ee4ece63 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319352 Aug 13 03:45:30.773779 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf3ec1-88fc-4f2a-be50-5988c3c79816 req-73110d66-07b6-4863-a1f4-b5842f0f2409 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:30.775219 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e0bf3ec1-88fc-4f2a-be50-5988c3c79816 req-73110d66-07b6-4863-a1f4-b5842f0f2409 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0480967 Aug 13 03:45:30.865529 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-e0bf3ec1-88fc-4f2a-be50-5988c3c79816 req-5e54cdfa-785f-4594-9bb5-6a6774d46264 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Deleting port 36ef1150-029d-4bf8-b285-21c63a30fdca {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:30.865874 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-e0bf3ec1-88fc-4f2a-be50-5988c3c79816 req-5e54cdfa-785f-4594-9bb5-6a6774d46264 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:30.950885 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-e0bf3ec1-88fc-4f2a-be50-5988c3c79816 req-5e54cdfa-785f-4594-9bb5-6a6774d46264 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] For port 36ef1150-029d-4bf8-b285-21c63a30fdca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=36ef1150-029d-4bf8-b285-21c63a30fdca,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:30.951260 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-e0bf3ec1-88fc-4f2a-be50-5988c3c79816 req-5e54cdfa-785f-4594-9bb5-6a6774d46264 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:30.964082 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-e0bf3ec1-88fc-4f2a-be50-5988c3c79816 req-5e54cdfa-785f-4594-9bb5-6a6774d46264 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Calling delete_port for 36ef1150-029d-4bf8-b285-21c63a30fdca owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:30.991049 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013b84f-4f62-4cd5-9665-1a92315118d6 req-ac2560b6-35a5-4867-89c3-a4bfcdbbd23e tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:30.992596 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f013b84f-4f62-4cd5-9665-1a92315118d6 req-ac2560b6-35a5-4867-89c3-a4bfcdbbd23e tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a HTTP/1.1" status: 200 len: 945 time: 0.0479357 Aug 13 03:45:31.030030 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f013b84f-4f62-4cd5-9665-1a92315118d6 req-fd0b342c-7193-460f-b0d2-2ca254ba9f70 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa86dea-770d-4946-b171-5e55152dd54e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314765 Aug 13 03:45:31.090993 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-e0bf3ec1-88fc-4f2a-be50-5988c3c79816 req-5e54cdfa-785f-4594-9bb5-6a6774d46264 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:31.124819 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54cdfa-785f-4594-9bb5-6a6774d46264 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Pushing event deleted for resources: {'Port': ['ID=36ef1150-029d-4bf8-b285-21c63a30fdca,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:31.160965 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bf3ec1-88fc-4f2a-be50-5988c3c79816 req-5e54cdfa-785f-4594-9bb5-6a6774d46264 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] No DVR routers for this DVR port 36ef1150-029d-4bf8-b285-21c63a30fdca on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:45:31.163313 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-e0bf3ec1-88fc-4f2a-be50-5988c3c79816 req-5e54cdfa-785f-4594-9bb5-6a6774d46264 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:31.165277 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-e0bf3ec1-88fc-4f2a-be50-5988c3c79816 req-5e54cdfa-785f-4594-9bb5-6a6774d46264 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.63 "DELETE /v2.0/ports/36ef1150-029d-4bf8-b285-21c63a30fdca HTTP/1.1" status: 204 len: 173 time: 0.3834016 Aug 13 03:45:31.165723 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'name': 'network-vif-deleted', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:45:31.167923 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a169bead-5154-42ea-b62b-d254efe3c0a2" -d '{"events": [{"server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "name": "network-vif-deleted", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:45:31.208684 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbac7c01-d840-49b2-b810-70a4f9f938df x-openstack-request-id: req-fbac7c01-d840-49b2-b810-70a4f9f938df {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:45:31.208967 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a", "name": "network-vif-deleted", "tag": "36ef1150-029d-4bf8-b285-21c63a30fdca", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:45:31.209216 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fbac7c01-d840-49b2-b810-70a4f9f938df {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:45:31.209621 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd48bba-cf0e-4e03-b9d8-4550b3d4aa7a', 'name': 'network-vif-deleted', 'tag': '36ef1150-029d-4bf8-b285-21c63a30fdca', 'status': 'completed', 'code': 200} Aug 13 03:45:32.083832 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40288) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:32.139693 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3df2-4032-4833-9acd-6d9ca352a6b4 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:32.163846 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3df2-4032-4833-9acd-6d9ca352a6b4 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:32.220651 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3df2-4032-4833-9acd-6d9ca352a6b4 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:32.223184 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3df2-4032-4833-9acd-6d9ca352a6b4 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:32.224336 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ce7c3df2-4032-4833-9acd-6d9ca352a6b4 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] 10.222.0.57 "DELETE /v2.0/security-groups/5fa86dea-770d-4946-b171-5e55152dd54e HTTP/1.1" status: 204 len: 168 time: 0.1394978 Aug 13 03:45:32.232970 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c3df2-4032-4833-9acd-6d9ca352a6b4 tempest-TestShelveInstance-1625542900 tempest-TestShelveInstance-1625542900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa86dea-770d-4946-b171-5e55152dd54e,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:32.266363 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40292) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:32.743082 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cb24a754-fb5b-4154-a550-332ddc618474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734678'] for router_interface, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:32.976338 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-cb24a754-fb5b-4154-a550-332ddc618474 admin admin] Deleting port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:32.976683 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cb24a754-fb5b-4154-a550-332ddc618474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:33.052544 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-cb24a754-fb5b-4154-a550-332ddc618474 admin admin] For port 4ee9e431-2fec-4c16-b251-f8e5fbcaa480, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=4ee9e431-2fec-4c16-b251-f8e5fbcaa480,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:33.052907 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cb24a754-fb5b-4154-a550-332ddc618474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:33.064836 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-cb24a754-fb5b-4154-a550-332ddc618474 admin admin] Calling delete_port for 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 owned by network:router_interface {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:33.234059 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cb24a754-fb5b-4154-a550-332ddc618474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:33.257874 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24a754-fb5b-4154-a550-332ddc618474 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee9e431-2fec-4c16-b251-f8e5fbcaa480,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:33.426464 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-cb24a754-fb5b-4154-a550-332ddc618474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674662'] for router_interface, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:33.865566 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb24a754-fb5b-4154-a550-332ddc618474 admin admin] Router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:45:33.965532 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb24a754-fb5b-4154-a550-332ddc618474 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:45:33.971005 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-cb24a754-fb5b-4154-a550-332ddc618474 admin admin] 10.222.0.57 "PUT /v2.0/routers/cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7029450 Aug 13 03:45:33.973541 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40302) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:33.977247 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7768313-1ac5-4a16-a0ab-d0d146311260 None None] Sync routers for ids ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:45:33.986087 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7768313-1ac5-4a16-a0ab-d0d146311260 None None] Routers {'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:33.986691 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f7768313-1ac5-4a16-a0ab-d0d146311260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:34.077989 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.095426 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-f7768313-1ac5-4a16-a0ab-d0d146311260 None None] Set router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:34.182061 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.239433 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Deleting port 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:34.240241 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.275234 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f7768313-1ac5-4a16-a0ab-d0d146311260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:45:33Z', 'revision_number': 5, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port': {'id': '0b62fdbe-6484-48c7-b3c4-9a63ab6a43df', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:34.304447 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7768313-1ac5-4a16-a0ab-d0d146311260 None None] Checking router: cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:45:34.312574 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7768313-1ac5-4a16-a0ab-d0d146311260 None None] Routers {'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:34.313698 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f7768313-1ac5-4a16-a0ab-d0d146311260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:34.318342 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] For port 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=0b62fdbe-6484-48c7-b3c4-9a63ab6a43df,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:34.318804 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.331433 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Calling delete_port for 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df owned by network:router_gateway {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:34.497545 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.521762 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-f7768313-1ac5-4a16-a0ab-d0d146311260 None None] Set router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a gateway port host: None {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:34.523500 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b62fdbe-6484-48c7-b3c4-9a63ab6a43df,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:34.575285 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f7768313-1ac5-4a16-a0ab-d0d146311260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:45:34Z', 'revision_number': 6, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port_host': None}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:34.585647 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675612'] for router_gateway, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.605017 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7768313-1ac5-4a16-a0ab-d0d146311260 None None] The sync data for ids ['cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a'] in dv-cinder-759962-7-iscsi is: [{'id': 'cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a', 'name': 'tempest-TestShelveInstance-1732505610-router', 'tenant_id': 'cc7db04257324af795d8e7b8fb28104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:27Z', 'updated_at': '2021-08-13T03:45:34Z', 'revision_number': 6, 'project_id': 'cc7db04257324af795d8e7b8fb28104f', 'gw_port_host': None}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:45:34.673654 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3676720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.675712 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.716470 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3676735'] for router, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.716989 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a {{(pid=94056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:45:34.721185 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.722338 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-5d3cec3a-9ff8-446b-bb02-e799ced5b3a9 admin admin] 10.222.0.57 "DELETE /v2.0/routers/cf33f6f5-ee6d-42fe-a0b5-2a5550783a4a HTTP/1.1" status: 204 len: 168 time: 0.7478909 Aug 13 03:45:34.724823 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40310) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:34.770640 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_v2 [None req-1234c2ab-4b20-4c06-980c-8b86e06ea6e4 admin admin] Deleting subnet c30d4b08-50db-46c4-9f62-8fe5cb355d2f {{(pid=94056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:45:34.773479 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1234c2ab-4b20-4c06-980c-8b86e06ea6e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.805684 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1234c2ab-4b20-4c06-980c-8b86e06ea6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913378'] for subnet, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.878917 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1234c2ab-4b20-4c06-980c-8b86e06ea6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.929622 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1234c2ab-4b20-4c06-980c-8b86e06ea6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1570502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28241023'] for subnet, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.959604 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234c2ab-4b20-4c06-980c-8b86e06ea6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30d4b08-50db-46c4-9f62-8fe5cb355d2f,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:34.963258 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1234c2ab-4b20-4c06-980c-8b86e06ea6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:34.965617 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-1234c2ab-4b20-4c06-980c-8b86e06ea6e4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c30d4b08-50db-46c4-9f62-8fe5cb355d2f HTTP/1.1" status: 204 len: 168 time: 0.2394300 Aug 13 03:45:34.968679 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40312) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:34.970886 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d000b3d7-9396-4614-9484-063ce696a396 None None] Network 935d90e8-9c62-46ee-980f-2844116d2f71 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:45:35.046613 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:35.103025 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Deleting port de9d2dd9-f8e4-49e6-959e-06285fe414c8 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:35.103339 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:35.112586 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 36ef1150-029d-4bf8-b285-21c63a30fdca no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:45:35.138924 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: 36ef1150-029d-4bf8-b285-21c63a30fdca {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:45:35.139341 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 36ef1150-029d-4bf8-b285-21c63a30fdca not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:45:35.171130 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] For port de9d2dd9-f8e4-49e6-959e-06285fe414c8, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=de9d2dd9-f8e4-49e6-959e-06285fe414c8,segment=NetworkSegment(4d5f6077-ac67-48bb-84d7-1d5e80bcdb27),segment_id=4d5f6077-ac67-48bb-84d7-1d5e80bcdb27)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:35.171499 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:35.183993 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Calling delete_port for de9d2dd9-f8e4-49e6-959e-06285fe414c8 owned by network:dhcp {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:35.269816 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:35.293811 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9d2dd9-f8e4-49e6-959e-06285fe414c8,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:35.298109 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] No DVR routers for this DVR port de9d2dd9-f8e4-49e6-959e-06285fe414c8 on host dv-cinder-759962-7-iscsi {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:45:35.375707 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:35.386332 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935d90e8-9c62-46ee-980f-2844116d2f71']}} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:35.399167 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27') {'for_net_delete': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:35.399481 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5f6077-ac67-48bb-84d7-1d5e80bcdb27') {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:35.409939 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913397'] for segment, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:35.424841 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:35.427317 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f505868d-8b27-47fd-aa4c-e868cc62e276 None None] DHCP port deletion for 935d90e8-9c62-46ee-980f-2844116d2f71 request from dv-cinder-759962-7-iscsi {{(pid=94058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:45:35.431837 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:45:35.432313 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1570328'] for segment, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: Traceback (most recent call last): Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: timer() Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: cb(*args, **kw) Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: return func(*args, **kwargs) Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: self._notify() Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: self.callback(batched_events) Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: event.method(event) Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: return f(self, *a, **k) Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._get(url).json() Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: return self.request(url, 'GET', **kwargs) Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:45:35.434095 dv-cinder-759962-7-iscsi neutron-server[94056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:45:35.436966 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:45:35.475720 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:45:35.476108 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 4ee9e431-2fec-4c16-b251-f8e5fbcaa480 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:45:35.490788 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:35.495819 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:35.497827 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] 10.222.0.57 "DELETE /v2.0/networks/935d90e8-9c62-46ee-980f-2844116d2f71 HTTP/1.1" status: 204 len: 168 time: 0.5275085 Aug 13 03:45:35.501746 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40320) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:35.509668 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b2e0f-b2b9-44f2-aad4-33a8d0ee0108 admin admin] Pushing event deleted for resources: {'Network': ['ID=935d90e8-9c62-46ee-980f-2844116d2f71,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:35.853316 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cef3-44d3-4fde-8c83-5e248112dbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734678'] for router_interface, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:36.087937 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3cef3-44d3-4fde-8c83-5e248112dbb3 admin admin] Deleting port 7b162718-0a16-43fd-8391-d08e6e4bfeb0 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:36.088191 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cef3-44d3-4fde-8c83-5e248112dbb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:36.161966 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-f5a3cef3-44d3-4fde-8c83-5e248112dbb3 admin admin] For port 7b162718-0a16-43fd-8391-d08e6e4bfeb0, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=7b162718-0a16-43fd-8391-d08e6e4bfeb0,segment=NetworkSegment(d1c4d973-aeca-4703-96a9-6cee980c42a1),segment_id=d1c4d973-aeca-4703-96a9-6cee980c42a1)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:36.162400 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cef3-44d3-4fde-8c83-5e248112dbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:36.174923 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3cef3-44d3-4fde-8c83-5e248112dbb3 admin admin] Calling delete_port for 7b162718-0a16-43fd-8391-d08e6e4bfeb0 owned by network:router_interface {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:36.350715 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cef3-44d3-4fde-8c83-5e248112dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:36.375651 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3cef3-44d3-4fde-8c83-5e248112dbb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b162718-0a16-43fd-8391-d08e6e4bfeb0,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:36.487254 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40328) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:36.544351 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cef3-44d3-4fde-8c83-5e248112dbb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674662'] for router_interface, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:36.598246 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ba9bebb9-b7fc-46f9-a9ff-619ae1d3fe9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:36.685916 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ba9bebb9-b7fc-46f9-a9ff-619ae1d3fe9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:36.689539 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ba9bebb9-b7fc-46f9-a9ff-619ae1d3fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:36.727036 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ba9bebb9-b7fc-46f9-a9ff-619ae1d3fe9f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=14dc7e0327844f5198172ec15385d707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381389 Aug 13 03:45:36.728253 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9bebb9-b7fc-46f9-a9ff-619ae1d3fe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9679d8b0-a02e-4066-b5d1-8f4c11f9c364,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:36.730522 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40332) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:36.754884 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a3cef3-44d3-4fde-8c83-5e248112dbb3 admin admin] Router 24cb44d4-0754-4d5f-abc6-ba8adac71b63 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:45:36.777357 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-36511c2d-a525-4725-a816-11795b205e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:36.798312 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-36511c2d-a525-4725-a816-11795b205e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:36.854298 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-36511c2d-a525-4725-a816-11795b205e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:36.857767 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-36511c2d-a525-4725-a816-11795b205e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:36.858947 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-36511c2d-a525-4725-a816-11795b205e5a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9679d8b0-a02e-4066-b5d1-8f4c11f9c364 HTTP/1.1" status: 204 len: 168 time: 0.1275260 Aug 13 03:45:36.868047 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36511c2d-a525-4725-a816-11795b205e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9679d8b0-a02e-4066-b5d1-8f4c11f9c364,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:36.878991 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a3cef3-44d3-4fde-8c83-5e248112dbb3 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:45:36.887741 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-f5a3cef3-44d3-4fde-8c83-5e248112dbb3 admin admin] 10.222.0.57 "PUT /v2.0/routers/24cb44d4-0754-4d5f-abc6-ba8adac71b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3822775 Aug 13 03:45:36.888993 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40336) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:36.891132 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede14af3-6120-43fa-ad15-9b4973d0cbb5 None None] Sync routers for ids ['24cb44d4-0754-4d5f-abc6-ba8adac71b63'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:45:36.900929 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede14af3-6120-43fa-ad15-9b4973d0cbb5 None None] Routers {'24cb44d4-0754-4d5f-abc6-ba8adac71b63'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:36.902015 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-ede14af3-6120-43fa-ad15-9b4973d0cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['24cb44d4-0754-4d5f-abc6-ba8adac71b63'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:36.976518 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:45:37.000015 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:45:37.000370 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 0b62fdbe-6484-48c7-b3c4-9a63ab6a43df not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:45:37.001371 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device de9d2dd9-f8e4-49e6-959e-06285fe414c8 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:45:37.018949 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.025272 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: de9d2dd9-f8e4-49e6-959e-06285fe414c8 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:45:37.025625 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device de9d2dd9-f8e4-49e6-959e-06285fe414c8 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:45:37.042554 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-ede14af3-6120-43fa-ad15-9b4973d0cbb5 None None] Set router 24cb44d4-0754-4d5f-abc6-ba8adac71b63 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:37.247078 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-ede14af3-6120-43fa-ad15-9b4973d0cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'name': 'tempest-TestShelveInstance-1861883469-router', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '00965425-b185-4474-a47b-cdc6cf413edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:45:36Z', 'revision_number': 5, 'project_id': '88ab7217c5874a2abcad8585e4c1bf96', 'gw_port': {'id': '00965425-b185-4474-a47b-cdc6cf413edc', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:37.277632 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede14af3-6120-43fa-ad15-9b4973d0cbb5 None None] Checking router: 24cb44d4-0754-4d5f-abc6-ba8adac71b63 for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:45:37.286514 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede14af3-6120-43fa-ad15-9b4973d0cbb5 None None] Routers {'24cb44d4-0754-4d5f-abc6-ba8adac71b63'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:37.287140 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-ede14af3-6120-43fa-ad15-9b4973d0cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['24cb44d4-0754-4d5f-abc6-ba8adac71b63'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:37.394891 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.459598 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Deleting port 00965425-b185-4474-a47b-cdc6cf413edc {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:37.459989 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.492674 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-ede14af3-6120-43fa-ad15-9b4973d0cbb5 None None] Set router 24cb44d4-0754-4d5f-abc6-ba8adac71b63 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:37.540163 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] For port 00965425-b185-4474-a47b-cdc6cf413edc, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=00965425-b185-4474-a47b-cdc6cf413edc,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:37.540535 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.553628 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Calling delete_port for 00965425-b185-4474-a47b-cdc6cf413edc owned by network:router_gateway {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:37.572389 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40356) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:37.671317 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-ede14af3-6120-43fa-ad15-9b4973d0cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'name': 'tempest-TestShelveInstance-1861883469-router', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '00965425-b185-4474-a47b-cdc6cf413edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:45:36Z', 'revision_number': 5, 'project_id': '88ab7217c5874a2abcad8585e4c1bf96', 'gw_port': {'id': '00965425-b185-4474-a47b-cdc6cf413edc', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:37.677691 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1500421583-network', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:37.698447 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Made reservation on behalf of 2462aea252884aa2aa6e394eb3edf739 for: {'network': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:45:37.698977 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede14af3-6120-43fa-ad15-9b4973d0cbb5 None None] The sync data for ids ['24cb44d4-0754-4d5f-abc6-ba8adac71b63'] in dv-cinder-759962-7-iscsi is: [{'id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'name': 'tempest-TestShelveInstance-1861883469-router', 'tenant_id': '88ab7217c5874a2abcad8585e4c1bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '00965425-b185-4474-a47b-cdc6cf413edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:45:36Z', 'revision_number': 5, 'project_id': '88ab7217c5874a2abcad8585e4c1bf96', 'gw_port': {'id': '00965425-b185-4474-a47b-cdc6cf413edc', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cb44d4-0754-4d5f-abc6-ba8adac71b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:40:32Z', 'updated_at': '2021-08-13T03:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:45:37.706329 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.714980 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.724903 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.754911 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=00965425-b185-4474-a47b-cdc6cf413edc,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:37.812339 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.814419 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675612'] for router_gateway, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.816684 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.838598 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=94056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:45:37.852770 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:37.858880 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.859310 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.segments_db [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Added segment 98c83060-1a9e-4db4-96a2-a6de8fc3b216 of type vlan for network 0801b85e-059f-4c58-b73b-3f02e28a0d1f Aug 13 03:45:37.903850 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.904409 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3676720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.909509 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.932615 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.933622 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:37.934203 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.952973 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3676735'] for router, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.953478 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24cb44d4-0754-4d5f-abc6-ba8adac71b63 {{(pid=94057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:45:37.958957 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:37.962262 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-5011d493-fbb4-4a57-b516-d68bd0997fd5 admin admin] 10.222.0.57 "DELETE /v2.0/routers/24cb44d4-0754-4d5f-abc6-ba8adac71b63 HTTP/1.1" status: 204 len: 168 time: 1.0703878 Aug 13 03:45:37.962540 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40360) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:37.990303 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4193552 Aug 13 03:45:37.993166 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40362) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:37.997154 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e17b8-99ed-46f8-9d7e-84c41150f798 admin admin] Pushing event updated for resources: {'Network': ['ID=0801b85e-059f-4c58-b73b-3f02e28a0d1f,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:37.998375 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-719f0d5f-51d6-46ab-9b21-121779fd43e9 admin admin] Request body: {'subnet': {'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1500421583-subnet', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:38.007174 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network 0801b85e-059f-4c58-b73b-3f02e28a0d1f details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:45:38.033508 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd53e29-83cc-4ac3-94ea-d5ca563959ce admin admin] Deleting subnet e063619d-a3aa-4fb3-809f-daf87390b733 {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:45:38.036816 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dbd53e29-83cc-4ac3-94ea-d5ca563959ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.038319 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719f0d5f-51d6-46ab-9b21-121779fd43e9 admin admin] Made reservation on behalf of 2462aea252884aa2aa6e394eb3edf739 for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:45:38.040648 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-719f0d5f-51d6-46ab-9b21-121779fd43e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25276247'] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.124362 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dbd53e29-83cc-4ac3-94ea-d5ca563959ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25334338'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.251583 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dbd53e29-83cc-4ac3-94ea-d5ca563959ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.335420 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-719f0d5f-51d6-46ab-9b21-121779fd43e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25712161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25276261'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.380427 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dbd53e29-83cc-4ac3-94ea-d5ca563959ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25712230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25276284'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.400088 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f0d5f-51d6-46ab-9b21-121779fd43e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e42832-6ec3-426b-9cbb-916a87bcae3f,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:38.402225 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dbd53e29-83cc-4ac3-94ea-d5ca563959ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.404088 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-dbd53e29-83cc-4ac3-94ea-d5ca563959ce admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e063619d-a3aa-4fb3-809f-daf87390b733 HTTP/1.1" status: 204 len: 168 time: 0.4405909 Aug 13 03:45:38.406614 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40364) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:38.408953 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0170c2b-5fd2-43b4-9781-2aafcbe23e4a None None] Network 451f8bd8-7b0a-4a67-898c-ebae90a71b90 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:45:38.432605 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd53e29-83cc-4ac3-94ea-d5ca563959ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e063619d-a3aa-4fb3-809f-daf87390b733,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:38.440300 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719f0d5f-51d6-46ab-9b21-121779fd43e9 admin admin] Checking segment: {'id': '98c83060-1a9e-4db4-96a2-a6de8fc3b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:38.440670 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f0d5f-51d6-46ab-9b21-121779fd43e9 admin admin] Network hostable DHCP agents. Network: 0801b85e-059f-4c58-b73b-3f02e28a0d1f, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:45:38.457485 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f0d5f-51d6-46ab-9b21-121779fd43e9 admin admin] Network 0801b85e-059f-4c58-b73b-3f02e28a0d1f is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:45:38.467356 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-719f0d5f-51d6-46ab-9b21-121779fd43e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, 0801b85e-059f-4c58-b73b-3f02e28a0d1f) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:38.472229 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f0d5f-51d6-46ab-9b21-121779fd43e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:38.472951 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-719f0d5f-51d6-46ab-9b21-121779fd43e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.477136 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ede458d-0ea0-4530-af23-a157e3040845 None None] Network 0801b85e-059f-4c58-b73b-3f02e28a0d1f requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:45:38.481103 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.489404 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-719f0d5f-51d6-46ab-9b21-121779fd43e9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4951253 Aug 13 03:45:38.491943 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40366) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:38.497343 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:38.539520 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3677678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.540453 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.566942 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Deleting port c8ccf0ab-251e-4918-8771-5090361533f5 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:38.567283 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.644006 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.668898 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31d5fa13-7770-5470-a7f3-23422e52ac17-0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'fixed_ips': [{'subnet_id': '53e42832-6ec3-426b-9cbb-916a87bcae3f'}]}} from dv-cinder-759962-7-iscsi. {{(pid=94058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:45:38.669747 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.723544 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] For port c8ccf0ab-251e-4918-8771-5090361533f5, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=c8ccf0ab-251e-4918-8771-5090361533f5,segment=NetworkSegment(d1c4d973-aeca-4703-96a9-6cee980c42a1),segment_id=d1c4d973-aeca-4703-96a9-6cee980c42a1)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:38.723880 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.738055 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] DHCP port deletion for 451f8bd8-7b0a-4a67-898c-ebae90a71b90 request from dv-cinder-759962-7-iscsi {{(pid=94058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:45:38.773619 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Calling delete_port for c8ccf0ab-251e-4918-8771-5090361533f5 owned by network:dhcp {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:38.809296 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.839591 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Allocated IP 172.20.0.2 (0801b85e-059f-4c58-b73b-3f02e28a0d1f/53e42832-6ec3-426b-9cbb-916a87bcae3f/327310ff-b762-48c9-8038-bcb4a898df2f) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:45:38.845842 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Deleting port c8ccf0ab-251e-4918-8771-5090361533f5 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:45:38.846237 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.938649 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 00965425-b185-4474-a47b-cdc6cf413edc no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:45:38.943301 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:38.970898 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ccf0ab-251e-4918-8771-5090361533f5,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:38.974078 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 00965425-b185-4474-a47b-cdc6cf413edc {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:45:38.974436 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 00965425-b185-4474-a47b-cdc6cf413edc not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:45:38.974869 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device c8ccf0ab-251e-4918-8771-5090361533f5 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:45:38.975323 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] No DVR routers for this DVR port c8ccf0ab-251e-4918-8771-5090361533f5 on host dv-cinder-759962-7-iscsi {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:45:39.001337 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: c8ccf0ab-251e-4918-8771-5090361533f5 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:45:39.001688 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device c8ccf0ab-251e-4918-8771-5090361533f5 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:45:39.002129 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 7b162718-0a16-43fd-8391-d08e6e4bfeb0 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:45:39.006684 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] For port c8ccf0ab-251e-4918-8771-5090361533f5, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=c8ccf0ab-251e-4918-8771-5090361533f5,segment=NetworkSegment(d1c4d973-aeca-4703-96a9-6cee980c42a1),segment_id=d1c4d973-aeca-4703-96a9-6cee980c42a1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:39.007087 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.037935 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 7b162718-0a16-43fd-8391-d08e6e4bfeb0 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:45:39.038608 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 7b162718-0a16-43fd-8391-d08e6e4bfeb0 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:45:39.046937 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Calling delete_port for c8ccf0ab-251e-4918-8771-5090361533f5 owned by network:dhcp {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:45:39.111616 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.139859 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451f8bd8-7b0a-4a67-898c-ebae90a71b90']}} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:39.154557 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c4d973-aeca-4703-96a9-6cee980c42a1') {'for_net_delete': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:39.154863 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c4d973-aeca-4703-96a9-6cee980c42a1') {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:39.167317 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913397'] for segment, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.167979 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.175497 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.182478 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Transition to ACTIVE for port object 327310ff-b762-48c9-8038-bcb4a898df2f will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:39.198116 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.200354 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.202892 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.211983 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:45:39.212391 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1570328'] for segment, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: Traceback (most recent call last): Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: timer() Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: cb(*args, **kw) Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: return func(*args, **kwargs) Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: self._notify() Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: self.callback(batched_events) Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: event.method(event) Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: return f(self, *a, **k) Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._get(url).json() Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: return self.request(url, 'GET', **kwargs) Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:45:39.214047 dv-cinder-759962-7-iscsi neutron-server[94056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:45:39.229420 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Pushing event deleted for resources: {'Port': ['ID=c8ccf0ab-251e-4918-8771-5090361533f5,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:39.236639 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] No DVR routers for this DVR port c8ccf0ab-251e-4918-8771-5090361533f5 on host dv-cinder-759962-7-iscsi {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:45:39.238910 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:39.239268 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:39.239618 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:39.240102 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:39.240445 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:39.240785 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:39.241124 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:39.241458 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:39.241791 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:39.242125 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:39.242456 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:39.242786 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f34f0-3426-4222-af8d-aa3e037e9e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:39.302463 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.302931 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Transition to ACTIVE for port object 327310ff-b762-48c9-8038-bcb4a898df2f will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:39.310640 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.311836 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.313729 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] 10.222.0.57 "DELETE /v2.0/networks/451f8bd8-7b0a-4a67-898c-ebae90a71b90 HTTP/1.1" status: 204 len: 168 time: 0.9059606 Aug 13 03:45:39.326203 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8612b-bd17-4059-b023-188a64f5a3ea admin admin] Pushing event deleted for resources: {'Network': ['ID=451f8bd8-7b0a-4a67-898c-ebae90a71b90,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:39.370323 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Network 0801b85e-059f-4c58-b73b-3f02e28a0d1f is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:39.371978 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Pushing event updated for resources: {'Port': ['ID=327310ff-b762-48c9-8038-bcb4a898df2f,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:39.375458 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:39.377896 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:45:39.379140 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Allocated IP 172.27.0.178 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/25036802-eb05-4ddb-8e8e-21011037d379) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:45:39.434421 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Attempting to bind port 327310ff-b762-48c9-8038-bcb4a898df2f on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:45:39.434751 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Attempting to bind port 327310ff-b762-48c9-8038-bcb4a898df2f by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '98c83060-1a9e-4db4-96a2-a6de8fc3b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:45:39.435114 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Attempting to bind port 327310ff-b762-48c9-8038-bcb4a898df2f on network 0801b85e-059f-4c58-b73b-3f02e28a0d1f {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:39.440712 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:45:39.441089 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Checking segment: {'id': '98c83060-1a9e-4db4-96a2-a6de8fc3b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:39.441485 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.441876 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Bound using segment: {'id': '98c83060-1a9e-4db4-96a2-a6de8fc3b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:45:39.442349 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Bound port: 327310ff-b762-48c9-8038-bcb4a898df2f, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c83060-1a9e-4db4-96a2-a6de8fc3b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:45:39.442728 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.449114 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40370) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:39.492201 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-9d88bf41-7151-4c63-ad72-5e4d39904167 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc7db04257324af795d8e7b8fb28104f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414040 Aug 13 03:45:39.494456 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40372) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:39.504353 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.507400 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] For port 327310ff-b762-48c9-8038-bcb4a898df2f, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:45:39.510642 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] For port 327310ff-b762-48c9-8038-bcb4a898df2f, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=327310ff-b762-48c9-8038-bcb4a898df2f,segment=NetworkSegment(98c83060-1a9e-4db4-96a2-a6de8fc3b216),segment_id=98c83060-1a9e-4db4-96a2-a6de8fc3b216)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:45:39.514382 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.548984 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0a6d17a1-8e5d-4465-b092-3dfab3992336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.550473 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.576651 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0a6d17a1-8e5d-4465-b092-3dfab3992336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.583846 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd2a62-038a-444e-a775-cb6c54a2dcfb None None] Pushing event updated for resources: {'Port': ['ID=327310ff-b762-48c9-8038-bcb4a898df2f,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:39.603743 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:39.607690 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:39.615445 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:45:39.617624 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Pushing event updated for resources: {'Port': ['ID=25036802-eb05-4ddb-8e8e-21011037d379,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:39.637166 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0a6d17a1-8e5d-4465-b092-3dfab3992336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.640245 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0a6d17a1-8e5d-4465-b092-3dfab3992336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:39.641996 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-0a6d17a1-8e5d-4465-b092-3dfab3992336 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6688da41-3ec9-443e-a454-e7d7d44d5043 HTTP/1.1" status: 204 len: 168 time: 0.1458075 Aug 13 03:45:39.650406 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d17a1-8e5d-4465-b092-3dfab3992336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6688da41-3ec9-443e-a454-e7d7d44d5043,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:40.043276 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40378) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:40.086211 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-fce3590a-1d09-402d-91bf-62097b6020ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=88ab7217c5874a2abcad8585e4c1bf96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393629 Aug 13 03:45:40.086449 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40380) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:40.134006 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-672eb10a-fd53-41e1-a612-479fe507b02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:40.142416 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:40.155056 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-672eb10a-fd53-41e1-a612-479fe507b02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:40.204470 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-672eb10a-fd53-41e1-a612-479fe507b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:40.207315 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-672eb10a-fd53-41e1-a612-479fe507b02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:40.208496 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-672eb10a-fd53-41e1-a612-479fe507b02d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ea3e532e-2df5-4edf-9668-931c1981dcd9 HTTP/1.1" status: 204 len: 168 time: 0.1209590 Aug 13 03:45:40.217251 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb10a-fd53-41e1-a612-479fe507b02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3e532e-2df5-4edf-9668-931c1981dcd9,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:40.358106 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675640'] for router, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:40.499412 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Router 0ee9c50c-bd15-40c0-b046-254344e24822 is scheduled to L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 with binding_index 1 {{(pid=94056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:45:40.519473 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c718e11a-0264-429f-8941-bb4229f20159 None None] Network 0801b85e-059f-4c58-b73b-3f02e28a0d1f requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:45:40.623143 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:45:40.638521 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] Notify callbacks [] for router, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:40.639996 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-0824b8f2-3323-4bd4-8392-140291015e2f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1467354 Aug 13 03:45:40.640243 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Sync routers for ids ['0ee9c50c-bd15-40c0-b046-254344e24822'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:45:40.643166 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40384) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:40.644422 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-30939548-771c-4464-a060-b30f33547142 None None] Provisioning for port 327310ff-b762-48c9-8038-bcb4a898df2f completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:40.668405 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Routers {'0ee9c50c-bd15-40c0-b046-254344e24822'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:40.669022 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['0ee9c50c-bd15-40c0-b046-254344e24822'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:40.800691 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Set router 0ee9c50c-bd15-40c0-b046-254344e24822 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:41.053349 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 327310ff-b762-48c9-8038-bcb4a898df2f up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:41.092083 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.156376 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 327310ff-b762-48c9-8038-bcb4a898df2f completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:41.162045 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 327310ff-b762-48c9-8038-bcb4a898df2f triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:41.162432 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.210521 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '25036802-eb05-4ddb-8e8e-21011037d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:45:40Z', 'revision_number': 3, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port': {'id': '25036802-eb05-4ddb-8e8e-21011037d379', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:39Z', 'updated_at': '2021-08-13T03:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:41.238225 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Checking router: 0ee9c50c-bd15-40c0-b046-254344e24822 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:45:41.238581 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Updating router 0ee9c50c-bd15-40c0-b046-254344e24822 port 25036802-eb05-4ddb-8e8e-21011037d379 binding host dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:45:41.246945 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Allocated IP 172.20.0.1 (0801b85e-059f-4c58-b73b-3f02e28a0d1f/53e42832-6ec3-426b-9cbb-916a87bcae3f/d16e25a0-3e98-4381-a05f-e17b5f0ec98f) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:45:41.288742 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.316911 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.355812 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.371566 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Transition to ACTIVE for port object d16e25a0-3e98-4381-a05f-e17b5f0ec98f will not be triggered until provisioned by entity DHCP. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:41.405989 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.412205 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 327310ff-b762-48c9-8038-bcb4a898df2f, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=327310ff-b762-48c9-8038-bcb4a898df2f,segment=NetworkSegment(98c83060-1a9e-4db4-96a2-a6de8fc3b216),segment_id=98c83060-1a9e-4db4-96a2-a6de8fc3b216)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:41.418463 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.445497 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Network 0801b85e-059f-4c58-b73b-3f02e28a0d1f is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:41.448077 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:41.451764 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:45:41.457061 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Pushing event updated for resources: {'Port': ['ID=d16e25a0-3e98-4381-a05f-e17b5f0ec98f,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:41.493615 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734573'] for router_interface, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.515786 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=327310ff-b762-48c9-8038-bcb4a898df2f,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:41.621232 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.629033 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.632595 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Transition to ACTIVE for port object 25036802-eb05-4ddb-8e8e-21011037d379 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:41.637680 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.687607 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Attempting to bind port 25036802-eb05-4ddb-8e8e-21011037d379 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:45:41.688721 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Attempting to bind port 25036802-eb05-4ddb-8e8e-21011037d379 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:45:41.689091 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Attempting to bind port 25036802-eb05-4ddb-8e8e-21011037d379 on network 447743f6-e021-4a69-b78c-3b977fcc1367 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:41.691041 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b4b09-d31d-4249-8911-d38483b98454 None None] Pushing event updated for resources: {'Port': ['ID=25036802-eb05-4ddb-8e8e-21011037d379,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:41.696312 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:45:41.696729 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Checking segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:41.697129 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.697512 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Bound using segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:45:41.698029 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Bound port: 25036802-eb05-4ddb-8e8e-21011037d379, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:45:41.698335 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.747595 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-b3065d3b-ceb9-4b56-9cb1-a3db88be8a22 None None] Provisioning for port d16e25a0-3e98-4381-a05f-e17b5f0ec98f completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:41.756307 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-b3065d3b-ceb9-4b56-9cb1-a3db88be8a22 None None] Provisioning complete for port d16e25a0-3e98-4381-a05f-e17b5f0ec98f triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:41.756686 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b3065d3b-ceb9-4b56-9cb1-a3db88be8a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.777434 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] For port 25036802-eb05-4ddb-8e8e-21011037d379, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:45:41.791079 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.795116 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] For port 25036802-eb05-4ddb-8e8e-21011037d379, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=25036802-eb05-4ddb-8e8e-21011037d379,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:45:41.795288 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.802502 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.807799 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-b3065d3b-ceb9-4b56-9cb1-a3db88be8a22 None None] Port d16e25a0-3e98-4381-a05f-e17b5f0ec98f cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:45:41.856093 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Routers {'0ee9c50c-bd15-40c0-b046-254344e24822'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:41.856734 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['0ee9c50c-bd15-40c0-b046-254344e24822'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:41.859609 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3734713'] for router_interface, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:41.861521 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Pushing event updated for resources: {'Port': ['ID=d16e25a0-3e98-4381-a05f-e17b5f0ec98f,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:41.901376 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b4b09-d31d-4249-8911-d38483b98454 None None] Pushing event updated for resources: {'Port': ['ID=25036802-eb05-4ddb-8e8e-21011037d379,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:41.952074 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Network 0801b85e-059f-4c58-b73b-3f02e28a0d1f is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:41.953454 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:41.977519 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] Set router 0ee9c50c-bd15-40c0-b046-254344e24822 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:42.069131 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Router 0ee9c50c-bd15-40c0-b046-254344e24822 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:45:42.178061 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:45:42.181697 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '25036802-eb05-4ddb-8e8e-21011037d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 4, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port': {'id': '25036802-eb05-4ddb-8e8e-21011037d379', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:39Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'd16e25a0-3e98-4381-a05f-e17b5f0ec98f', 'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'mac_address': 'fa:16:3e:2d:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:41Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 2, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'subnets': [{'id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:42.191665 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-6ed2ca23-88a0-4715-9af0-da0fd8d1fdf5 admin admin] 10.222.0.57 "PUT /v2.0/routers/0ee9c50c-bd15-40c0-b046-254344e24822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5389044 Aug 13 03:45:42.217528 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdae12-17d8-4736-9111-202436a4b57d None None] The sync data for ids ['0ee9c50c-bd15-40c0-b046-254344e24822'] in dv-cinder-759962-7-iscsi is: [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '25036802-eb05-4ddb-8e8e-21011037d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 4, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port': {'id': '25036802-eb05-4ddb-8e8e-21011037d379', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:39Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'd16e25a0-3e98-4381-a05f-e17b5f0ec98f', 'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'mac_address': 'fa:16:3e:2d:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:41Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 2, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'subnets': [{'id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:45:42.238907 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:42.240249 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-30879813-abe6-4219-912a-c6f7ea9db6ee None None] Provisioning complete for port d16e25a0-3e98-4381-a05f-e17b5f0ec98f triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:42.240462 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-30879813-abe6-4219-912a-c6f7ea9db6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:42.278443 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-30879813-abe6-4219-912a-c6f7ea9db6ee None None] Port d16e25a0-3e98-4381-a05f-e17b5f0ec98f cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:45:42.736885 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40400) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:42.741938 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1489951195-network', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:42.763800 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Made reservation on behalf of fea26d897f9c45d5a6bd1707a5b003ea for: {'network': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:45:42.766252 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for network, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:42.774842 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:42.899640 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:42.907356 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:42.934158 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=94056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:45:42.944218 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e4bbae-b55c-4dca-a52e-0c25edf66b72,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:42.949139 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:42.949752 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.segments_db [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Added segment efbe311c-aa45-4ad6-b259-b2dee5dcbcce of type vlan for network f1f7629b-5985-48da-83f3-c75f457be8e4 Aug 13 03:45:42.988029 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 25036802-eb05-4ddb-8e8e-21011037d379 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:42.992318 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794869848634'] for network, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.022787 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945'] for network, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.023945 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:43.024589 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.044508 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 25036802-eb05-4ddb-8e8e-21011037d379 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:43.050629 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 25036802-eb05-4ddb-8e8e-21011037d379 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:43.051004 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.078119 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3401072 Aug 13 03:45:43.080921 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40402) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:43.086489 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-153871b2-dd5a-4167-b8bf-e2a3b5320574 admin admin] Request body: {'subnet': {'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1489951195-subnet', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:43.090886 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6facdb-8822-43ff-a493-6450d1201397 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f7629b-5985-48da-83f3-c75f457be8e4,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:43.102327 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Network f1f7629b-5985-48da-83f3-c75f457be8e4 details requested by agent ovs-agent-dv-cinder-759962-7-iscsi with host dv-cinder-759962-7-iscsi {{(pid=94058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:45:43.118244 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153871b2-dd5a-4167-b8bf-e2a3b5320574 admin admin] Made reservation on behalf of fea26d897f9c45d5a6bd1707a5b003ea for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:45:43.121097 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-153871b2-dd5a-4167-b8bf-e2a3b5320574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25276247'] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.193422 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.214968 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 25036802-eb05-4ddb-8e8e-21011037d379, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=25036802-eb05-4ddb-8e8e-21011037d379,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:43.221330 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.222147 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 327310ff-b762-48c9-8038-bcb4a898df2f up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:43.301626 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=25036802-eb05-4ddb-8e8e-21011037d379,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:43.305576 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-153871b2-dd5a-4167-b8bf-e2a3b5320574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25712161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25276261'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.312414 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 327310ff-b762-48c9-8038-bcb4a898df2f triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:43.312784 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.365789 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153871b2-dd5a-4167-b8bf-e2a3b5320574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c417bc6f-9a6c-4e80-b48c-1a62c8a66961,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:43.374805 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153871b2-dd5a-4167-b8bf-e2a3b5320574 admin admin] Checking segment: {'id': 'efbe311c-aa45-4ad6-b259-b2dee5dcbcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:43.375167 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153871b2-dd5a-4167-b8bf-e2a3b5320574 admin admin] Network hostable DHCP agents. Network: f1f7629b-5985-48da-83f3-c75f457be8e4, hostable agents: ['78a6d433-bf29-4020-9236-fe3ddf9e8d7d'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:45:43.397199 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153871b2-dd5a-4167-b8bf-e2a3b5320574 admin admin] Network f1f7629b-5985-48da-83f3-c75f457be8e4 is scheduled to be hosted by DHCP agent 78a6d433-bf29-4020-9236-fe3ddf9e8d7d with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:45:43.408874 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-153871b2-dd5a-4167-b8bf-e2a3b5320574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-7-iscsi, f1f7629b-5985-48da-83f3-c75f457be8e4) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:43.414098 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153871b2-dd5a-4167-b8bf-e2a3b5320574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:43.415121 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-153871b2-dd5a-4167-b8bf-e2a3b5320574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.418507 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e8284-746a-46a6-b10f-9c8001c837cc None None] Network f1f7629b-5985-48da-83f3-c75f457be8e4 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:45:43.433247 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-153871b2-dd5a-4167-b8bf-e2a3b5320574 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3483145 Aug 13 03:45:43.433701 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40404) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:43.438927 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1489951195-router', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:43.462517 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3677678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.463619 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.514488 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.561212 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31d5fa13-7770-5470-a7f3-23422e52ac17-f1f7629b-5985-48da-83f3-c75f457be8e4', 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'fixed_ips': [{'subnet_id': 'c417bc6f-9a6c-4e80-b48c-1a62c8a66961'}]}} from dv-cinder-759962-7-iscsi. {{(pid=94058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:45:43.562066 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.649956 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.697632 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Allocated IP 172.20.0.2 (f1f7629b-5985-48da-83f3-c75f457be8e4/c417bc6f-9a6c-4e80-b48c-1a62c8a66961/80ce5fa2-93d1-449a-8888-61131c76707c) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:45:43.838342 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.843079 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.849176 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Transition to ACTIVE for port object 80ce5fa2-93d1-449a-8888-61131c76707c will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:43.862608 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.865455 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Transition to ACTIVE for port object 80ce5fa2-93d1-449a-8888-61131c76707c will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:43.870977 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.911669 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Network f1f7629b-5985-48da-83f3-c75f457be8e4 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:43.914622 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:43.918898 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:45:43.927167 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Pushing event updated for resources: {'Port': ['ID=80ce5fa2-93d1-449a-8888-61131c76707c,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:43.971212 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Allocated IP 172.27.0.175 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/db12ecdc-d51d-4867-82be-11ac0cdeb2ba) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:45:43.982207 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Attempting to bind port 80ce5fa2-93d1-449a-8888-61131c76707c on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:45:43.982894 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Attempting to bind port 80ce5fa2-93d1-449a-8888-61131c76707c by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': 'efbe311c-aa45-4ad6-b259-b2dee5dcbcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:45:43.983293 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Attempting to bind port 80ce5fa2-93d1-449a-8888-61131c76707c on network f1f7629b-5985-48da-83f3-c75f457be8e4 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:43.989836 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:45:43.990437 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Checking segment: {'id': 'efbe311c-aa45-4ad6-b259-b2dee5dcbcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:43.990650 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.991008 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Bound using segment: {'id': 'efbe311c-aa45-4ad6-b259-b2dee5dcbcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:45:43.991473 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Bound port: 80ce5fa2-93d1-449a-8888-61131c76707c, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbe311c-aa45-4ad6-b259-b2dee5dcbcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:45:43.991860 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.061970 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] For port 80ce5fa2-93d1-449a-8888-61131c76707c, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:45:44.067383 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] For port 80ce5fa2-93d1-449a-8888-61131c76707c, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=80ce5fa2-93d1-449a-8888-61131c76707c,segment=NetworkSegment(efbe311c-aa45-4ad6-b259-b2dee5dcbcce),segment_id=efbe311c-aa45-4ad6-b259-b2dee5dcbcce)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:45:44.072134 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.130090 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda4fb2-0afa-433d-8a76-4b01fff13edc None None] Pushing event updated for resources: {'Port': ['ID=80ce5fa2-93d1-449a-8888-61131c76707c,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:44.201355 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Sync routers for ids ['0ee9c50c-bd15-40c0-b046-254344e24822'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:45:44.210831 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Routers {'0ee9c50c-bd15-40c0-b046-254344e24822'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:44.211458 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['0ee9c50c-bd15-40c0-b046-254344e24822'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:44.346854 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Set router 0ee9c50c-bd15-40c0-b046-254344e24822 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:44.366871 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.417540 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.459308 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:44.462167 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:44.465910 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:45:44.471429 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Pushing event updated for resources: {'Port': ['ID=db12ecdc-d51d-4867-82be-11ac0cdeb2ba,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:44.551953 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '25036802-eb05-4ddb-8e8e-21011037d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 4, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port': {'id': '25036802-eb05-4ddb-8e8e-21011037d379', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:39Z', 'updated_at': '2021-08-13T03:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'd16e25a0-3e98-4381-a05f-e17b5f0ec98f', 'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'mac_address': 'fa:16:3e:2d:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:41Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 2, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'subnets': [{'id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:44.578154 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Checking router: 0ee9c50c-bd15-40c0-b046-254344e24822 for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:45:44.578517 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Updating router 0ee9c50c-bd15-40c0-b046-254344e24822 port d16e25a0-3e98-4381-a05f-e17b5f0ec98f binding host dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:45:44.602533 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.709866 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.870250 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.880859 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Transition to ACTIVE for port object d16e25a0-3e98-4381-a05f-e17b5f0ec98f will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:44.887209 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.918572 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675640'] for router, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:44.929239 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Pushing event updated for resources: {'Port': ['ID=d16e25a0-3e98-4381-a05f-e17b5f0ec98f,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:44.938217 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:44.938583 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:44.938929 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:44.939271 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:44.939603 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:44.939977 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:44.940313 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:44.940640 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:44.940993 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:44.941322 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:44.941646 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:44.941964 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:45:45.007639 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Attempting to bind port d16e25a0-3e98-4381-a05f-e17b5f0ec98f on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:45:45.008297 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Attempting to bind port d16e25a0-3e98-4381-a05f-e17b5f0ec98f by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '98c83060-1a9e-4db4-96a2-a6de8fc3b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:45:45.008832 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Attempting to bind port d16e25a0-3e98-4381-a05f-e17b5f0ec98f on network 0801b85e-059f-4c58-b73b-3f02e28a0d1f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:45.014593 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:45:45.015241 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Checking segment: {'id': '98c83060-1a9e-4db4-96a2-a6de8fc3b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:45.015827 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.016945 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Bound using segment: {'id': '98c83060-1a9e-4db4-96a2-a6de8fc3b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:45:45.017596 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Bound port: d16e25a0-3e98-4381-a05f-e17b5f0ec98f, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c83060-1a9e-4db4-96a2-a6de8fc3b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:45:45.018182 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.052843 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 25036802-eb05-4ddb-8e8e-21011037d379 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:45.105986 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] For port d16e25a0-3e98-4381-a05f-e17b5f0ec98f, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:45:45.106180 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Router a7912999-889d-401a-a5c2-9f031eec6c02 is scheduled to L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 with binding_index 1 {{(pid=94056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:45:45.113841 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 25036802-eb05-4ddb-8e8e-21011037d379 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:45.114643 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.115978 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] For port d16e25a0-3e98-4381-a05f-e17b5f0ec98f, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=d16e25a0-3e98-4381-a05f-e17b5f0ec98f,segment=NetworkSegment(98c83060-1a9e-4db4-96a2-a6de8fc3b216),segment_id=98c83060-1a9e-4db4-96a2-a6de8fc3b216)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:45:45.132031 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.207169 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3544b148-ddaa-44c2-a4b7-6f990589dd22 None None] Network f1f7629b-5985-48da-83f3-c75f457be8e4 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:45:45.211731 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Routers {'0ee9c50c-bd15-40c0-b046-254344e24822'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:45.212392 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['0ee9c50c-bd15-40c0-b046-254344e24822'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:45.254408 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda21403-2d3d-4910-8656-eab726ac2230 None None] Pushing event updated for resources: {'Port': ['ID=d16e25a0-3e98-4381-a05f-e17b5f0ec98f,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:45.270893 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:45:45.274033 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 80ce5fa2-93d1-449a-8888-61131c76707c up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:45.285224 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Sync routers for ids ['a7912999-889d-401a-a5c2-9f031eec6c02'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:45:45.297661 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] Notify callbacks [] for router, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.299487 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-21e4e435-a138-4353-bb35-d564b656f953 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8644059 Aug 13 03:45:45.302197 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40408) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:45:45.344312 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Routers {'a7912999-889d-401a-a5c2-9f031eec6c02'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:45.345131 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['a7912999-889d-401a-a5c2-9f031eec6c02'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:45.350235 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] Set router 0ee9c50c-bd15-40c0-b046-254344e24822 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:45.430437 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-86f60556-0cf7-4895-853a-f54101ce7bf4 None None] Provisioning for port 80ce5fa2-93d1-449a-8888-61131c76707c completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:45.603765 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '25036802-eb05-4ddb-8e8e-21011037d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 4, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port': {'id': '25036802-eb05-4ddb-8e8e-21011037d379', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:39Z', 'updated_at': '2021-08-13T03:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'd16e25a0-3e98-4381-a05f-e17b5f0ec98f', 'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'mac_address': 'fa:16:3e:2d:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:41Z', 'updated_at': '2021-08-13T03:45:45Z', 'revision_number': 4, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'subnets': [{'id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:45.610487 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-91abcd78-d6e8-4e25-b3c7-ad48f2657957 req-54c2ee16-c256-40a2-928a-cbb8b321d85b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563109 Aug 13 03:45:45.642118 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d78642-ee46-4b39-b8af-82de28776c9b None None] The sync data for ids ['0ee9c50c-bd15-40c0-b046-254344e24822'] in dv-cinder-759962-7-iscsi is: [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '25036802-eb05-4ddb-8e8e-21011037d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 4, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port': {'id': '25036802-eb05-4ddb-8e8e-21011037d379', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:39Z', 'updated_at': '2021-08-13T03:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'd16e25a0-3e98-4381-a05f-e17b5f0ec98f', 'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'mac_address': 'fa:16:3e:2d:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:41Z', 'updated_at': '2021-08-13T03:45:45Z', 'revision_number': 4, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'subnets': [{'id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:45:45.684389 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port 80ce5fa2-93d1-449a-8888-61131c76707c completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:45.697677 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abcd78-d6e8-4e25-b3c7-ad48f2657957 req-90c6149c-ebde-4e07-bd04-028e442072a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:45.698015 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 80ce5fa2-93d1-449a-8888-61131c76707c triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:45.698392 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.700140 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-91abcd78-d6e8-4e25-b3c7-ad48f2657957 req-90c6149c-ebde-4e07-bd04-028e442072a1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 1098 time: 0.0462351 Aug 13 03:45:45.745607 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Set router a7912999-889d-401a-a5c2-9f031eec6c02 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:45.823345 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abcd78-d6e8-4e25-b3c7-ad48f2657957 req-d9762938-8c4d-48b1-998e-5c7459724ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:45.825371 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-91abcd78-d6e8-4e25-b3c7-ad48f2657957 req-d9762938-8c4d-48b1-998e-5c7459724ce4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 913 time: 0.1049931 Aug 13 03:45:45.840128 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.905896 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-91abcd78-d6e8-4e25-b3c7-ad48f2657957 req-0fdbddd6-5916-4ea5-a52f-be475f702dcd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b5e9ed-d904-4819-88fc-42b5fe85d8d3 HTTP/1.1" status: 200 len: 1001 time: 0.0730777 Aug 13 03:45:45.987316 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abcd78-d6e8-4e25-b3c7-ad48f2657957 req-849c2897-3603-4a96-a6f0-1e00e525e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:45.990472 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-91abcd78-d6e8-4e25-b3c7-ad48f2657957 req-849c2897-3603-4a96-a6f0-1e00e525e783 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0748355 Aug 13 03:45:45.993462 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.056754 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port 80ce5fa2-93d1-449a-8888-61131c76707c, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=80ce5fa2-93d1-449a-8888-61131c76707c,segment=NetworkSegment(efbe311c-aa45-4ad6-b259-b2dee5dcbcce),segment_id=efbe311c-aa45-4ad6-b259-b2dee5dcbcce)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:46.058640 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'name': 'tempest-TestMinimumBasicScenario-1489951195-router', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:45:44Z', 'revision_number': 3, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'gw_port': {'id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:27:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:46.066167 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abcd78-d6e8-4e25-b3c7-ad48f2657957 req-ad86aedb-2f2b-4922-96f9-32a771e46994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:46.069513 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-91abcd78-d6e8-4e25-b3c7-ad48f2657957 req-ad86aedb-2f2b-4922-96f9-32a771e46994 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707703 Aug 13 03:45:46.080221 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Allocated IP 172.20.0.1 (f1f7629b-5985-48da-83f3-c75f457be8e4/c417bc6f-9a6c-4e80-b48c-1a62c8a66961/ab51d427-6ee9-4a21-95e2-200158fea2c2) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:45:46.092341 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.096373 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Checking router: a7912999-889d-401a-a5c2-9f031eec6c02 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:45:46.096724 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Updating router a7912999-889d-401a-a5c2-9f031eec6c02 port db12ecdc-d51d-4867-82be-11ac0cdeb2ba binding host dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:45:46.149799 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.184215 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-91abcd78-d6e8-4e25-b3c7-ad48f2657957 req-b61f33e0-4f9d-4323-8fd7-72bd32d906f7 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066117 Aug 13 03:45:46.211246 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.215132 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-aad74859-d90e-4fee-890e-2dfe5f725d49 None None] Provisioning complete for port 80ce5fa2-93d1-449a-8888-61131c76707c triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:46.215599 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-aad74859-d90e-4fee-890e-2dfe5f725d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.227376 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Transition to ACTIVE for port object ab51d427-6ee9-4a21-95e2-200158fea2c2 will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:46.264665 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=80ce5fa2-93d1-449a-8888-61131c76707c,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:46.268800 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.304749 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-91abcd78-d6e8-4e25-b3c7-ad48f2657957 req-e12ac3bb-9f6e-43a3-8fab-f5caa343f1f6 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136701 Aug 13 03:45:46.313262 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Network f1f7629b-5985-48da-83f3-c75f457be8e4 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:46.316541 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:46.322428 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:45:46.357402 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab51d427-6ee9-4a21-95e2-200158fea2c2,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:46.380469 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734573'] for router_interface, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.532434 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.567543 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-fb9acba0-5235-41af-ae41-b2d1eca2913a None None] Provisioning for port ab51d427-6ee9-4a21-95e2-200158fea2c2 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:46.572379 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.577510 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-fb9acba0-5235-41af-ae41-b2d1eca2913a None None] Provisioning complete for port ab51d427-6ee9-4a21-95e2-200158fea2c2 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:46.577881 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb9acba0-5235-41af-ae41-b2d1eca2913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.600722 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Transition to ACTIVE for port object db12ecdc-d51d-4867-82be-11ac0cdeb2ba will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:46.613137 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.640966 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-fb9acba0-5235-41af-ae41-b2d1eca2913a None None] Port ab51d427-6ee9-4a21-95e2-200158fea2c2 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:45:46.665480 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Attempting to bind port db12ecdc-d51d-4867-82be-11ac0cdeb2ba on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:45:46.665853 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Attempting to bind port db12ecdc-d51d-4867-82be-11ac0cdeb2ba by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:45:46.666223 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Attempting to bind port db12ecdc-d51d-4867-82be-11ac0cdeb2ba on network 447743f6-e021-4a69-b78c-3b977fcc1367 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:46.675299 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:45:46.675676 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Checking segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:46.676104 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.676500 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Bound using segment: {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:45:46.676962 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Bound port: db12ecdc-d51d-4867-82be-11ac0cdeb2ba, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:45:46.677347 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.679667 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c322a9-56c2-4223-86be-3edfbfdc8011 None None] Pushing event updated for resources: {'Port': ['ID=db12ecdc-d51d-4867-82be-11ac0cdeb2ba,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:46.693760 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.699723 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25712220'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.732553 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] For port db12ecdc-d51d-4867-82be-11ac0cdeb2ba, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:45:46.736654 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] For port db12ecdc-d51d-4867-82be-11ac0cdeb2ba, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=db12ecdc-d51d-4867-82be-11ac0cdeb2ba,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:45:46.741771 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.767589 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab51d427-6ee9-4a21-95e2-200158fea2c2,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:46.770308 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3734713'] for router_interface, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:46.800651 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Routers {'a7912999-889d-401a-a5c2-9f031eec6c02'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:46.801284 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['a7912999-889d-401a-a5c2-9f031eec6c02'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:46.857991 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c322a9-56c2-4223-86be-3edfbfdc8011 None None] Pushing event updated for resources: {'Port': ['ID=db12ecdc-d51d-4867-82be-11ac0cdeb2ba,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:46.867567 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Network f1f7629b-5985-48da-83f3-c75f457be8e4 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:46.869280 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:46.953923 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] Set router a7912999-889d-401a-a5c2-9f031eec6c02 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:46.981388 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device d16e25a0-3e98-4381-a05f-e17b5f0ec98f up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:46.998866 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Router a7912999-889d-401a-a5c2-9f031eec6c02 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:45:47.110210 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:45:47.115883 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a9489ac5-842d-45aa-b0ec-2c80c573c7b1 admin admin] 10.222.0.57 "PUT /v2.0/routers/a7912999-889d-401a-a5c2-9f031eec6c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8124704 Aug 13 03:45:47.117641 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port d16e25a0-3e98-4381-a05f-e17b5f0ec98f completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:47.130024 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port d16e25a0-3e98-4381-a05f-e17b5f0ec98f triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:47.130398 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:47.187496 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c4e5dd77-b210-4129-9a19-594ecf3123da None None] Provisioning complete for port ab51d427-6ee9-4a21-95e2-200158fea2c2 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:47.188419 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c4e5dd77-b210-4129-9a19-594ecf3123da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:47.278777 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c4e5dd77-b210-4129-9a19-594ecf3123da None None] Port ab51d427-6ee9-4a21-95e2-200158fea2c2 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:45:47.296499 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:47.319486 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'name': 'tempest-TestMinimumBasicScenario-1489951195-router', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:45:46Z', 'revision_number': 4, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'gw_port': {'id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:27:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'ab51d427-6ee9-4a21-95e2-200158fea2c2', 'name': '', 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'mac_address': 'fa:16:3e:40:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c417bc6f-9a6c-4e80-b48c-1a62c8a66961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:45Z', 'updated_at': '2021-08-13T03:45:46Z', 'revision_number': 2, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'subnets': [{'id': 'c417bc6f-9a6c-4e80-b48c-1a62c8a66961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:47.358211 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b62d5-72ed-47ff-b2f7-c4a14c6af1cb None None] The sync data for ids ['a7912999-889d-401a-a5c2-9f031eec6c02'] in dv-cinder-759962-7-iscsi is: [{'id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'name': 'tempest-TestMinimumBasicScenario-1489951195-router', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:45:46Z', 'revision_number': 4, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'gw_port': {'id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:27:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'ab51d427-6ee9-4a21-95e2-200158fea2c2', 'name': '', 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'mac_address': 'fa:16:3e:40:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c417bc6f-9a6c-4e80-b48c-1a62c8a66961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:45Z', 'updated_at': '2021-08-13T03:45:46Z', 'revision_number': 2, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'subnets': [{'id': 'c417bc6f-9a6c-4e80-b48c-1a62c8a66961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:45:47.361409 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port d16e25a0-3e98-4381-a05f-e17b5f0ec98f, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=d16e25a0-3e98-4381-a05f-e17b5f0ec98f,segment=NetworkSegment(98c83060-1a9e-4db4-96a2-a6de8fc3b216),segment_id=98c83060-1a9e-4db4-96a2-a6de8fc3b216)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:47.365586 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:47.366402 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 80ce5fa2-93d1-449a-8888-61131c76707c up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:47.453033 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=d16e25a0-3e98-4381-a05f-e17b5f0ec98f,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:47.464474 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port 80ce5fa2-93d1-449a-8888-61131c76707c triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:47.464847 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:49.032116 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device d16e25a0-3e98-4381-a05f-e17b5f0ec98f up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:49.091870 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port d16e25a0-3e98-4381-a05f-e17b5f0ec98f triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:49.092287 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:49.195978 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device db12ecdc-d51d-4867-82be-11ac0cdeb2ba up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:49.254267 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port db12ecdc-d51d-4867-82be-11ac0cdeb2ba completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:49.258530 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port db12ecdc-d51d-4867-82be-11ac0cdeb2ba triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:49.258907 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:49.478854 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:49.506481 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port db12ecdc-d51d-4867-82be-11ac0cdeb2ba, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=db12ecdc-d51d-4867-82be-11ac0cdeb2ba,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:49.510998 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:49.570605 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=db12ecdc-d51d-4867-82be-11ac0cdeb2ba,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:49.970545 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Sync routers for ids ['a7912999-889d-401a-a5c2-9f031eec6c02'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:45:49.979861 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Routers {'a7912999-889d-401a-a5c2-9f031eec6c02'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:49.980522 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['a7912999-889d-401a-a5c2-9f031eec6c02'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:50.175620 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Set router a7912999-889d-401a-a5c2-9f031eec6c02 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:50.392051 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'name': 'tempest-TestMinimumBasicScenario-1489951195-router', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:45:46Z', 'revision_number': 4, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'gw_port': {'id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'ab51d427-6ee9-4a21-95e2-200158fea2c2', 'name': '', 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'mac_address': 'fa:16:3e:40:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c417bc6f-9a6c-4e80-b48c-1a62c8a66961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:45Z', 'updated_at': '2021-08-13T03:45:46Z', 'revision_number': 2, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'subnets': [{'id': 'c417bc6f-9a6c-4e80-b48c-1a62c8a66961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:50.425493 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Checking router: a7912999-889d-401a-a5c2-9f031eec6c02 for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:45:50.425859 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Updating router a7912999-889d-401a-a5c2-9f031eec6c02 port ab51d427-6ee9-4a21-95e2-200158fea2c2 binding host dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:45:50.455381 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:50.759583 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:50.771586 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Transition to ACTIVE for port object ab51d427-6ee9-4a21-95e2-200158fea2c2 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:50.778858 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:50.822433 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc32ae-fc51-4327-9f39-327f34232f23 None None] Pushing event updated for resources: {'Port': ['ID=ab51d427-6ee9-4a21-95e2-200158fea2c2,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:50.898366 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Attempting to bind port ab51d427-6ee9-4a21-95e2-200158fea2c2 on host dv-cinder-759962-7-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:45:50.898816 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Attempting to bind port ab51d427-6ee9-4a21-95e2-200158fea2c2 by drivers openvswitch,hyperv on host dv-cinder-759962-7-iscsi at level 0 using segments [{'id': 'efbe311c-aa45-4ad6-b259-b2dee5dcbcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:45:50.899087 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Attempting to bind port ab51d427-6ee9-4a21-95e2-200158fea2c2 on network f1f7629b-5985-48da-83f3-c75f457be8e4 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:45:50.910575 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Checking agent: {'id': '98af2247-22de-4422-9c74-cac3f78b0654', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 28, 56), 'started_at': datetime.datetime(2021, 8, 13, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:45:50.910944 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Checking segment: {'id': 'efbe311c-aa45-4ad6-b259-b2dee5dcbcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:45:50.911348 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:50.911738 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Bound using segment: {'id': 'efbe311c-aa45-4ad6-b259-b2dee5dcbcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:45:50.912259 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Bound port: ab51d427-6ee9-4a21-95e2-200158fea2c2, host: dv-cinder-759962-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbe311c-aa45-4ad6-b259-b2dee5dcbcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:45:50.912808 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:51.008469 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device db12ecdc-d51d-4867-82be-11ac0cdeb2ba up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:51.025464 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] For port ab51d427-6ee9-4a21-95e2-200158fea2c2, host dv-cinder-759962-7-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:45:51.032507 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] For port ab51d427-6ee9-4a21-95e2-200158fea2c2, host dv-cinder-759962-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=ab51d427-6ee9-4a21-95e2-200158fea2c2,segment=NetworkSegment(efbe311c-aa45-4ad6-b259-b2dee5dcbcce),segment_id=efbe311c-aa45-4ad6-b259-b2dee5dcbcce)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:45:51.041833 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:51.087123 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port db12ecdc-d51d-4867-82be-11ac0cdeb2ba triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:51.087123 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:51.136559 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc32ae-fc51-4327-9f39-327f34232f23 None None] Pushing event updated for resources: {'Port': ['ID=ab51d427-6ee9-4a21-95e2-200158fea2c2,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:51.140276 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Routers {'a7912999-889d-401a-a5c2-9f031eec6c02'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:45:51.141482 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['a7912999-889d-401a-a5c2-9f031eec6c02'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:51.307523 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] Set router a7912999-889d-401a-a5c2-9f031eec6c02 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:45:51.535976 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'name': 'tempest-TestMinimumBasicScenario-1489951195-router', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:45:46Z', 'revision_number': 4, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'gw_port': {'id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'ab51d427-6ee9-4a21-95e2-200158fea2c2', 'name': '', 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'mac_address': 'fa:16:3e:40:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c417bc6f-9a6c-4e80-b48c-1a62c8a66961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:45Z', 'updated_at': '2021-08-13T03:45:51Z', 'revision_number': 4, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'subnets': [{'id': 'c417bc6f-9a6c-4e80-b48c-1a62c8a66961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:45:51.566160 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7b7b0c-1a98-46b1-bd53-dc2b08c5f891 None None] The sync data for ids ['a7912999-889d-401a-a5c2-9f031eec6c02'] in dv-cinder-759962-7-iscsi is: [{'id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'name': 'tempest-TestMinimumBasicScenario-1489951195-router', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:45:46Z', 'revision_number': 4, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'gw_port': {'id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'ab51d427-6ee9-4a21-95e2-200158fea2c2', 'name': '', 'network_id': 'f1f7629b-5985-48da-83f3-c75f457be8e4', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'mac_address': 'fa:16:3e:40:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c417bc6f-9a6c-4e80-b48c-1a62c8a66961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:45Z', 'updated_at': '2021-08-13T03:45:51Z', 'revision_number': 4, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'subnets': [{'id': 'c417bc6f-9a6c-4e80-b48c-1a62c8a66961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:45:52.958105 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device ab51d427-6ee9-4a21-95e2-200158fea2c2 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:53.011163 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning for port ab51d427-6ee9-4a21-95e2-200158fea2c2 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:53.015487 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port ab51d427-6ee9-4a21-95e2-200158fea2c2 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:53.015993 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:53.116776 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:53.154090 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] For port ab51d427-6ee9-4a21-95e2-200158fea2c2, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=ab51d427-6ee9-4a21-95e2-200158fea2c2,segment=NetworkSegment(efbe311c-aa45-4ad6-b259-b2dee5dcbcce),segment_id=efbe311c-aa45-4ad6-b259-b2dee5dcbcce)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:45:53.158584 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:53.211946 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Pushing event updated for resources: {'Port': ['ID=ab51d427-6ee9-4a21-95e2-200158fea2c2,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:53.564731 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3b499985-54ce-4e41-ae01-45315de2e80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:54.926545 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device ab51d427-6ee9-4a21-95e2-200158fea2c2 up at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:45:54.979592 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Provisioning complete for port ab51d427-6ee9-4a21-95e2-200158fea2c2 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:54.980098 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:56.153307 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-64f2193f-87a9-4a20-83fb-0bfeda01ae75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:56.292867 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:56.867370 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-186455ae-0c76-4019-a16e-7395387bf3e8 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:56.868871 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-186455ae-0c76-4019-a16e-7395387bf3e8 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/networks?id=0801b85e-059f-4c58-b73b-3f02e28a0d1f HTTP/1.1" status: 200 len: 815 time: 0.1008685 Aug 13 03:45:56.883413 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-1b3350f0-d973-4298-bf0c-dc01051ab85d tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/quotas/2462aea252884aa2aa6e394eb3edf739 HTTP/1.1" status: 200 len: 375 time: 0.0089097 Aug 13 03:45:56.933752 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-bbaccd9d-fd8b-4b51-ab2d-d93fae5c9eb5 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2462aea252884aa2aa6e394eb3edf739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452864 Aug 13 03:45:57.023927 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-1be2108f-d0a6-4d27-8384-ef7e7627f7d0 service neutron] 10.222.0.57 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790248 Aug 13 03:45:57.114812 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-c9ea11b3-9132-4c06-ae65-2ae00a5705ca service neutron] 10.222.0.57 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849726 Aug 13 03:45:57.267944 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-925afe92-6d1c-482e-9936-62e65d0e0eb3 req-3903c644-81ac-4865-8f47-3bda23b067d0 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 210 time: 0.0272367 Aug 13 03:45:57.340825 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:58.163173 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-33ba763d-6982-4bf6-bd47-3a1af6e85e32 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:58.164651 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-33ba763d-6982-4bf6-bd47-3a1af6e85e32 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.63 "GET /v2.0/networks?id=0801b85e-059f-4c58-b73b-3f02e28a0d1f HTTP/1.1" status: 200 len: 815 time: 0.1032538 Aug 13 03:45:58.178373 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Request body: {'port': {'device_id': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'admin_state_up': True, 'tenant_id': '2462aea252884aa2aa6e394eb3edf739'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:45:58.289150 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Made reservation on behalf of 2462aea252884aa2aa6e394eb3edf739 for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:45:58.292700 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:58.417879 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7a3a1cc3-4b21-47b7-9723-211bba24e34b req-bf1fd4f3-314c-4abe-a156-483f450231b5 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 210 time: 0.0289366 Aug 13 03:45:58.430935 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Allocated IP 172.20.0.11 (0801b85e-059f-4c58-b73b-3f02e28a0d1f/53e42832-6ec3-426b-9cbb-916a87bcae3f/187dbf0d-e61d-491d-a260-b2ddf31b3492) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:45:58.578846 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:58.593373 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Transition to ACTIVE for port object 187dbf0d-e61d-491d-a260-b2ddf31b3492 will not be triggered until provisioned by entity DHCP. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:45:58.628651 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:58.679189 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Network 0801b85e-059f-4c58-b73b-3f02e28a0d1f is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:45:58.682502 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:45:58.685075 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:45:58.746657 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:58.747352 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:58.760837 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event updated for resources: {'Port': ['ID=187dbf0d-e61d-491d-a260-b2ddf31b3492,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:45:58.784697 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-3eb158bb-6ecf-4778-9b88-a857e8303ce7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6105838 Aug 13 03:45:58.900849 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:58.994456 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-120a3f1a-a548-466f-a40d-d09cde12d91c None None] Provisioning for port 187dbf0d-e61d-491d-a260-b2ddf31b3492 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:45:58.998500 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-120a3f1a-a548-466f-a40d-d09cde12d91c None None] Provisioning complete for port 187dbf0d-e61d-491d-a260-b2ddf31b3492 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:45:58.998972 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-120a3f1a-a548-466f-a40d-d09cde12d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:59.039163 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-120a3f1a-a548-466f-a40d-d09cde12d91c None None] Port 187dbf0d-e61d-491d-a260-b2ddf31b3492 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:45:59.060976 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:45:59.541469 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79bf2c-7306-45e7-891c-dba5666c3a1d req-dabd8bea-5dfe-49bd-a2f2-5e7799895137 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:45:59.542961 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3f79bf2c-7306-45e7-891c-dba5666c3a1d req-dabd8bea-5dfe-49bd-a2f2-5e7799895137 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 932 time: 0.0552409 Aug 13 03:45:59.583754 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3f79bf2c-7306-45e7-891c-dba5666c3a1d req-352b857a-704d-458e-a024-6f8e129afbdf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347750 Aug 13 03:46:00.697126 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69c282-1b83-4ef0-ae70-7be3998496cb req-5ce10915-8077-45cc-ac70-029e600a7df1 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:00.698624 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aa69c282-1b83-4ef0-ae70-7be3998496cb req-5ce10915-8077-45cc-ac70-029e600a7df1 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 932 time: 0.0491652 Aug 13 03:46:00.737333 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aa69c282-1b83-4ef0-ae70-7be3998496cb req-3d5dc69f-3963-41c0-bbc8-ed29a8cc8c6b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325277 Aug 13 03:46:01.852358 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b846398-a27a-4dc1-9683-e8aa78222155 req-e4f6b340-2bc2-45c7-9365-949db6b48bf8 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:01.853898 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1b846398-a27a-4dc1-9683-e8aa78222155 req-e4f6b340-2bc2-45c7-9365-949db6b48bf8 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 932 time: 0.0493603 Aug 13 03:46:01.892612 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1b846398-a27a-4dc1-9683-e8aa78222155 req-0ec4e02d-06aa-4ca2-926c-4cf650d33b35 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Aug 13 03:46:03.010811 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd78db8-fd76-445a-af1b-069eceffd8fd req-1898e4d4-3214-4897-911d-b3aee8009ba1 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:03.012315 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6cd78db8-fd76-445a-af1b-069eceffd8fd req-1898e4d4-3214-4897-911d-b3aee8009ba1 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 932 time: 0.0525355 Aug 13 03:46:03.050711 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6cd78db8-fd76-445a-af1b-069eceffd8fd req-502ce3f3-bd98-4803-a069-08f052c5ab3e tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Aug 13 03:46:04.167460 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18827dd2-cce6-4caf-bf7b-4b88abc7b422 req-14936ce0-21dc-4a4a-af98-3406e9497a48 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:04.169006 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-18827dd2-cce6-4caf-bf7b-4b88abc7b422 req-14936ce0-21dc-4a4a-af98-3406e9497a48 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 932 time: 0.0506887 Aug 13 03:46:04.208562 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-18827dd2-cce6-4caf-bf7b-4b88abc7b422 req-39391e0d-6a55-4f63-a91c-e0793abbc2cb tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Aug 13 03:46:05.326276 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30b82d-fa13-414a-8e18-992b0c390847 req-e7638951-ddaa-44d2-acc4-3c4a48622b4c tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:05.327970 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ec30b82d-fa13-414a-8e18-992b0c390847 req-e7638951-ddaa-44d2-acc4-3c4a48622b4c tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 932 time: 0.0506303 Aug 13 03:46:05.367299 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ec30b82d-fa13-414a-8e18-992b0c390847 req-82312c24-00db-4067-b874-4ac1121a6e77 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333414 Aug 13 03:46:06.487116 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705cb7-d959-4888-95d8-202f6ff6ffbc req-948a3f89-eaae-4cc0-99fc-f39e940df610 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:06.488636 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-91705cb7-d959-4888-95d8-202f6ff6ffbc req-948a3f89-eaae-4cc0-99fc-f39e940df610 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 932 time: 0.0532200 Aug 13 03:46:06.528027 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-91705cb7-d959-4888-95d8-202f6ff6ffbc req-70ee7168-16ce-42b4-834a-ee84aae56b75 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332682 Aug 13 03:46:07.650885 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813e58d-5994-4388-90f1-192fb5490399 req-663d77eb-799f-4462-bff0-3e25bbb46b4b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:07.652403 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f813e58d-5994-4388-90f1-192fb5490399 req-663d77eb-799f-4462-bff0-3e25bbb46b4b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 932 time: 0.0555139 Aug 13 03:46:07.692616 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f813e58d-5994-4388-90f1-192fb5490399 req-cfb8a8d4-4e77-4d06-a1a5-9700e6447448 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340824 Aug 13 03:46:08.679069 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Request body: {'port': {'device_id': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:08.729652 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:08.805590 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8d4ed-5f59-4442-bd89-412e58d2a9fc req-06a071bb-95ec-4300-af6a-d2cfcb94b3c9 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:08.807064 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-50a8d4ed-5f59-4442-bd89-412e58d2a9fc req-06a071bb-95ec-4300-af6a-d2cfcb94b3c9 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 932 time: 0.0484326 Aug 13 03:46:08.843524 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-50a8d4ed-5f59-4442-bd89-412e58d2a9fc req-9ce8341a-d391-49fd-81e7-51a88fa61358 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304263 Aug 13 03:46:08.985365 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187dbf0d-e61d-491d-a260-b2ddf31b3492 {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:46:08.992979 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:09.004125 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Transition to ACTIVE for port object 187dbf0d-e61d-491d-a260-b2ddf31b3492 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:09.007630 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:09.054476 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=187dbf0d-e61d-491d-a260-b2ddf31b3492,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:09.128033 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Attempting to bind port 187dbf0d-e61d-491d-a260-b2ddf31b3492 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:09.128384 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Attempting to bind port 187dbf0d-e61d-491d-a260-b2ddf31b3492 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '98c83060-1a9e-4db4-96a2-a6de8fc3b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:09.128721 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Attempting to bind port 187dbf0d-e61d-491d-a260-b2ddf31b3492 on network 0801b85e-059f-4c58-b73b-3f02e28a0d1f {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:09.133143 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Port 187dbf0d-e61d-491d-a260-b2ddf31b3492 on network 0801b85e-059f-4c58-b73b-3f02e28a0d1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:46:09.133471 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Attempting to bind port 187dbf0d-e61d-491d-a260-b2ddf31b3492 on network 0801b85e-059f-4c58-b73b-3f02e28a0d1f {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:09.138485 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:09.138829 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Checking segment: {'id': '98c83060-1a9e-4db4-96a2-a6de8fc3b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:09.139211 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Bound using segment: {'id': '98c83060-1a9e-4db4-96a2-a6de8fc3b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:09.139638 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Bound port: 187dbf0d-e61d-491d-a260-b2ddf31b3492, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c83060-1a9e-4db4-96a2-a6de8fc3b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:09.140043 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:09.202898 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] For port 187dbf0d-e61d-491d-a260-b2ddf31b3492, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:09.205907 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] For port 187dbf0d-e61d-491d-a260-b2ddf31b3492, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492,segment=NetworkSegment(98c83060-1a9e-4db4-96a2-a6de8fc3b216),segment_id=98c83060-1a9e-4db4-96a2-a6de8fc3b216)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:09.211223 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:09.244372 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:09.244984 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:09.246366 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] 10.222.0.63 "PUT /v2.0/ports/187dbf0d-e61d-491d-a260-b2ddf31b3492 HTTP/1.1" status: 200 len: 1094 time: 0.5717285 Aug 13 03:46:09.246803 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:09.249130 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9744c2d-0c79-4129-a12e-6a9688e5e95b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:09.273975 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d04142-6ccf-467d-b5c7-32965d2bc1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=187dbf0d-e61d-491d-a260-b2ddf31b3492,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:09.303620 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f891109-7b6c-4384-bca0-ca57d83c0a41 x-openstack-request-id: req-1f891109-7b6c-4384-bca0-ca57d83c0a41 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:09.303739 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:09.303972 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f891109-7b6c-4384-bca0-ca57d83c0a41 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:09.304426 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492', 'status': 'completed', 'code': 200} Aug 13 03:46:09.337227 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-50519006-38f4-465a-8da8-bb75f77dd777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:09.338752 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-50519006-38f4-465a-8da8-bb75f77dd777 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2462aea252884aa2aa6e394eb3edf739&device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 1097 time: 0.0448284 Aug 13 03:46:09.385482 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-a34fb953-c9e3-47c6-9582-00e5dfd694c4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492 HTTP/1.1" status: 200 len: 217 time: 0.0388339 Aug 13 03:46:09.436347 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-dae5aff0-c6c9-40d1-a7d5-80d40797923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:09.437834 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-dae5aff0-c6c9-40d1-a7d5-80d40797923b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=53e42832-6ec3-426b-9cbb-916a87bcae3f HTTP/1.1" status: 200 len: 854 time: 0.0455503 Aug 13 03:46:09.484016 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-4f652a11-2002-4878-876e-725b819c9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:09.485523 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-4f652a11-2002-4878-876e-725b819c9d4f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0801b85e-059f-4c58-b73b-3f02e28a0d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403502 Aug 13 03:46:09.578751 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-cd3f2991-d1fc-437c-b8b1-85ad2b3cfca8 service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851502 Aug 13 03:46:09.664928 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-da99b20d-c914-4a7b-b81b-c357b57ff8a6 req-44343dbf-af7c-46a4-b058-7b8cfbf39332 service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792279 Aug 13 03:46:09.745972 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9744c2d-0c79-4129-a12e-6a9688e5e95b req-2b6231e8-b152-4942-b709-47b8cf512468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:09.747419 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f9744c2d-0c79-4129-a12e-6a9688e5e95b req-2b6231e8-b152-4942-b709-47b8cf512468 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2462aea252884aa2aa6e394eb3edf739&device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 1097 time: 0.0399230 Aug 13 03:46:09.837320 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9744c2d-0c79-4129-a12e-6a9688e5e95b req-919781ea-6cae-4573-8e6b-8a225578d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:09.838730 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f9744c2d-0c79-4129-a12e-6a9688e5e95b req-919781ea-6cae-4573-8e6b-8a225578d2b8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0801b85e-059f-4c58-b73b-3f02e28a0d1f HTTP/1.1" status: 200 len: 916 time: 0.0836916 Aug 13 03:46:09.879256 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f9744c2d-0c79-4129-a12e-6a9688e5e95b req-eaaa6aa3-dd4c-47a4-977c-7363efe00942 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492 HTTP/1.1" status: 200 len: 217 time: 0.0323694 Aug 13 03:46:09.932947 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9744c2d-0c79-4129-a12e-6a9688e5e95b req-58df55ac-10bc-44ec-b3b4-9db8e7cfbc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:09.934416 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f9744c2d-0c79-4129-a12e-6a9688e5e95b req-58df55ac-10bc-44ec-b3b4-9db8e7cfbc6e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=53e42832-6ec3-426b-9cbb-916a87bcae3f HTTP/1.1" status: 200 len: 854 time: 0.0472276 Aug 13 03:46:09.960572 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31107e-7635-44a9-9593-0ee355ef75ed req-bd092dec-57e7-4e0d-bbc7-ae7025604875 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:09.962064 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2f31107e-7635-44a9-9593-0ee355ef75ed req-bd092dec-57e7-4e0d-bbc7-ae7025604875 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 944 time: 0.0513992 Aug 13 03:46:09.983852 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9744c2d-0c79-4129-a12e-6a9688e5e95b req-91d29a49-4a1f-4a58-878a-6b3995384e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:09.985405 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f9744c2d-0c79-4129-a12e-6a9688e5e95b req-91d29a49-4a1f-4a58-878a-6b3995384e29 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0801b85e-059f-4c58-b73b-3f02e28a0d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434582 Aug 13 03:46:09.999038 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2f31107e-7635-44a9-9593-0ee355ef75ed req-01f73632-61e4-45be-bdc4-9a3301c156b0 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311162 Aug 13 03:46:10.071617 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f9744c2d-0c79-4129-a12e-6a9688e5e95b req-b228083e-db83-46db-8da4-2476b172d36c service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783067 Aug 13 03:46:10.162499 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f9744c2d-0c79-4129-a12e-6a9688e5e95b req-246ae60c-d72b-4e0c-bda7-5f8eb5bdc438 service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814738 Aug 13 03:46:11.111979 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfcea3-40f9-4a77-ac1d-f07a4a6d189d req-f80dc583-3b49-4d2a-a523-ba9750fa078e tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:11.113424 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-61bfcea3-40f9-4a77-ac1d-f07a4a6d189d req-f80dc583-3b49-4d2a-a523-ba9750fa078e tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 944 time: 0.0470057 Aug 13 03:46:11.150971 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-61bfcea3-40f9-4a77-ac1d-f07a4a6d189d req-b49b8992-191b-4f29-8d27-0be68cee1525 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Aug 13 03:46:11.231716 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 187dbf0d-e61d-491d-a260-b2ddf31b3492 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:46:11.358376 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 187dbf0d-e61d-491d-a260-b2ddf31b3492, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492,segment=NetworkSegment(98c83060-1a9e-4db4-96a2-a6de8fc3b216),segment_id=98c83060-1a9e-4db4-96a2-a6de8fc3b216)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:11.385919 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': '187dbf0d-e61d-491d-a260-b2ddf31b3492', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'port_id': '187dbf0d-e61d-491d-a260-b2ddf31b3492', 'mac_address': 'fa:16:3e:44:26:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:46:11.424168 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:11.435955 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187dbf0d-e61d-491d-a260-b2ddf31b3492 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:46:11.455695 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 187dbf0d-e61d-491d-a260-b2ddf31b3492, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492,segment=NetworkSegment(98c83060-1a9e-4db4-96a2-a6de8fc3b216),segment_id=98c83060-1a9e-4db4-96a2-a6de8fc3b216)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:11.460526 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:11.507482 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=187dbf0d-e61d-491d-a260-b2ddf31b3492,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:11.676255 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['187dbf0d-e61d-491d-a260-b2ddf31b3492'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:46:12.196138 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:12.261052 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cafa7c-96b5-4c81-b5ba-d3aed853e79b req-7f075352-1b94-4f55-a95e-0f708adf48cc tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:12.262515 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f4cafa7c-96b5-4c81-b5ba-d3aed853e79b req-7f075352-1b94-4f55-a95e-0f708adf48cc tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 945 time: 0.0472305 Aug 13 03:46:12.299556 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f4cafa7c-96b5-4c81-b5ba-d3aed853e79b req-afd2ad1b-4420-47e7-921a-aa3cc7ca2e36 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306926 Aug 13 03:46:13.247057 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 187dbf0d-e61d-491d-a260-b2ddf31b3492 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:13.295578 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port 187dbf0d-e61d-491d-a260-b2ddf31b3492 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:13.299160 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port 187dbf0d-e61d-491d-a260-b2ddf31b3492 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:13.300060 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.374901 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.397018 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:13.399299 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe630d6-3901-4928-83a1-79dc36f9765e" -d '{"events": [{"server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "name": "network-vif-plugged", "status": "completed", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:13.413521 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 187dbf0d-e61d-491d-a260-b2ddf31b3492, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492,segment=NetworkSegment(98c83060-1a9e-4db4-96a2-a6de8fc3b216),segment_id=98c83060-1a9e-4db4-96a2-a6de8fc3b216)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:13.418221 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.420498 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdd409-afb0-42e0-8a07-d5bf7fbdf545 req-436a32d6-ab9d-44d4-b728-5b239d4273eb tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:13.425003 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-83fdd409-afb0-42e0-8a07-d5bf7fbdf545 req-436a32d6-ab9d-44d4-b728-5b239d4273eb tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 945 time: 0.0588477 Aug 13 03:46:13.446148 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede0f41e-185b-402f-8d2d-219635557f07 x-openstack-request-id: req-ede0f41e-185b-402f-8d2d-219635557f07 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:13.446592 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "name": "network-vif-plugged", "status": "completed", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:13.447012 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ede0f41e-185b-402f-8d2d-219635557f07 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:13.447632 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492', 'code': 200} Aug 13 03:46:13.467290 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-83fdd409-afb0-42e0-8a07-d5bf7fbdf545 req-a6ea569d-df57-47b3-bb97-8db20d467e92 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387907 Aug 13 03:46:13.481495 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=187dbf0d-e61d-491d-a260-b2ddf31b3492,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:13.612853 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821e774-8bac-4dfc-a3b4-c4b10ace9777 req-0b44dfd6-dc35-4d1b-a676-c6d9640fd902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:13.614329 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3821e774-8bac-4dfc-a3b4-c4b10ace9777 req-0b44dfd6-dc35-4d1b-a676-c6d9640fd902 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 1099 time: 0.0408099 Aug 13 03:46:13.648721 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3821e774-8bac-4dfc-a3b4-c4b10ace9777 req-80839ae3-cf2b-45c7-a674-4ff41f9b8086 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266366 Aug 13 03:46:14.581160 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dae4f-98f6-41d8-a9f1-a3caab147110 req-2ab1da73-7c50-4393-90d3-85ef2257fe7c tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:14.582628 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-838dae4f-98f6-41d8-a9f1-a3caab147110 req-2ab1da73-7c50-4393-90d3-85ef2257fe7c tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 946 time: 0.0483835 Aug 13 03:46:14.626645 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-838dae4f-98f6-41d8-a9f1-a3caab147110 req-6acd7763-335e-491e-b259-dfd0bbdb5e13 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381310 Aug 13 03:46:14.745978 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a7923-fc3c-44b4-bc1c-d7206b43b1e0 req-06170d02-2dad-4686-ad3f-327abd32ce6b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:14.747335 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d35a7923-fc3c-44b4-bc1c-d7206b43b1e0 req-06170d02-2dad-4686-ad3f-327abd32ce6b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 946 time: 0.0473902 Aug 13 03:46:14.782579 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d35a7923-fc3c-44b4-bc1c-d7206b43b1e0 req-d12d9bf4-3f19-4a46-8b8a-a02ad7b18751 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294788 Aug 13 03:46:15.104255 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2424d1-954f-48c7-89a1-2e9bb888aca9 req-344a4928-a5f2-41c5-a872-bf9510e30d32 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:15.105689 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2a2424d1-954f-48c7-89a1-2e9bb888aca9 req-344a4928-a5f2-41c5-a872-bf9510e30d32 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 946 time: 0.0506568 Aug 13 03:46:15.142159 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2a2424d1-954f-48c7-89a1-2e9bb888aca9 req-f3b36aa3-ba5e-4e5f-8193-06f9de7854c1 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306897 Aug 13 03:46:23.576888 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7f386c51-1dbe-4f06-b6ba-f36995dead11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:23.695877 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd58b2-ae6e-460d-812f-a02c4f3b7c01 req-c9243f7c-e57c-440c-bc00-f0c334c6752e tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:23.697378 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bdcd58b2-ae6e-460d-812f-a02c4f3b7c01 req-c9243f7c-e57c-440c-bc00-f0c334c6752e tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 946 time: 0.1995196 Aug 13 03:46:23.733791 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bdcd58b2-ae6e-460d-812f-a02c4f3b7c01 req-ea36581b-0da6-45ab-b369-0fb791fd6400 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304022 Aug 13 03:46:23.755416 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40600) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:23.835282 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9403fb-c989-4cb9-88c3-e63563217889 tempest-TestMinimumBasicScenario-1571227998 tempest-TestMinimumBasicScenario-1571227998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:23.837072 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-0f9403fb-c989-4cb9-88c3-e63563217889 tempest-TestMinimumBasicScenario-1571227998 tempest-TestMinimumBasicScenario-1571227998-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 1094 time: 0.0807164 Aug 13 03:46:23.840027 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40604) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:23.844215 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Request body: {'floatingip': {'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'port_id': '187dbf0d-e61d-491d-a260-b2ddf31b3492', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:23.866103 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for floatingip, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:23.959623 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:24.057869 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Allocated IP 172.27.0.249 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/c36a6a0f-b7fa-45a5-934c-1446952bb361) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:24.158233 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:24.195523 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:24.233595 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:24.236361 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:24.239014 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:24.264898 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event updated for resources: {'Port': ['ID=c36a6a0f-b7fa-45a5-934c-1446952bb361,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:24.275090 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:24.275445 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:24.275786 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:24.276152 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:24.276488 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:24.276822 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:24.277150 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:24.277478 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:24.277803 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:24.278129 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:24.278453 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:24.278775 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:24.595713 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:24.657295 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.069813 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab44a0-db10-4c9c-8109-008adfd0ad94 req-56ca8c4e-a5c4-4bde-8bc1-3f21dea4b5e4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:25.071251 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f7ab44a0-db10-4c9c-8109-008adfd0ad94 req-56ca8c4e-a5c4-4bde-8bc1-3f21dea4b5e4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 945 time: 0.0765975 Aug 13 03:46:25.121635 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.127772 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25712220'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.131925 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f7ab44a0-db10-4c9c-8109-008adfd0ad94 req-94061dfc-5a92-4f80-b538-42e72fd1a039 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514030 Aug 13 03:46:25.196380 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event updated for resources: {'Port': ['ID=c36a6a0f-b7fa-45a5-934c-1446952bb361,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:25.204308 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.298640 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Floating IP 59ec62fb-d4af-4bb0-909c-1052f1dc24e9 associated. External IP: 172.27.0.249, port: 187dbf0d-e61d-491d-a260-b2ddf31b3492. Aug 13 03:46:25.497032 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Router 0ee9c50c-bd15-40c0-b046-254344e24822 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:46:25.602534 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:25.612195 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab06707-710b-4dd6-9c9d-03b6230d2432 None None] Sync routers for ids ['0ee9c50c-bd15-40c0-b046-254344e24822'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:25.619539 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.622106 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab06707-710b-4dd6-9c9d-03b6230d2432 None None] Routers {'0ee9c50c-bd15-40c0-b046-254344e24822'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:25.622724 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-0ab06707-710b-4dd6-9c9d-03b6230d2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['0ee9c50c-bd15-40c0-b046-254344e24822'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:25.645957 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-5b8eb4f2-ed55-4845-b933-070dbebb7797 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8044143 Aug 13 03:46:25.646551 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:25.648779 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40610) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:25.649268 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf162a5-2dd8-4096-bc97-b2728a37d6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:25.653841 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066353181', 'description': 'tempest-secgroup-smoke-2066353181 description', 'project_id': '2462aea252884aa2aa6e394eb3edf739'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:25.678636 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.687198 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fc36cd-4a15-42b2-a6f3-70f33694998a x-openstack-request-id: req-21fc36cd-4a15-42b2-a6f3-70f33694998a {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:25.687486 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:25.687740 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21fc36cd-4a15-42b2-a6f3-70f33694998a {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:25.688168 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492', 'status': 'completed', 'code': 200} Aug 13 03:46:25.730551 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-0ab06707-710b-4dd6-9c9d-03b6230d2432 None None] Set router 0ee9c50c-bd15-40c0-b046-254344e24822 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:25.785510 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf162a5-2dd8-4096-bc97-b2728a37d6a8 req-ebb53e0b-c43b-4557-be1f-65aa387b034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:25.787528 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-adf162a5-2dd8-4096-bc97-b2728a37d6a8 req-ebb53e0b-c43b-4557-be1f-65aa387b034b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2462aea252884aa2aa6e394eb3edf739&device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 1099 time: 0.0749316 Aug 13 03:46:25.793288 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.804446 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.859950 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.861159 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2114027 Aug 13 03:46:25.864904 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40614) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:25.870791 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-0ecb5c27-98e0-46ba-aea9-60aacee3fbf8 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Request body: {'security_group_rule': {'security_group_id': '6adbfd97-ac03-4f08-a230-2a71c0febc7d', 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:25.874451 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adbfd97-ac03-4f08-a230-2a71c0febc7d,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:25.884607 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:25.884961 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:25.885704 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:25.885704 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:25.886017 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:25.886286 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:25.886614 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:25.886945 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:25.887267 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:25.887594 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:25.888182 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:25.888323 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0060fa-3db8-4b18-9272-ce848b93728f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:25.907206 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0ecb5c27-98e0-46ba-aea9-60aacee3fbf8 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.917011 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf162a5-2dd8-4096-bc97-b2728a37d6a8 req-62742c46-9dee-4d87-b777-4eacd6fd520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:25.918490 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-adf162a5-2dd8-4096-bc97-b2728a37d6a8 req-62742c46-9dee-4d87-b777-4eacd6fd520a service neutron] 10.222.0.63 "GET /v2.0/networks?id=0801b85e-059f-4c58-b73b-3f02e28a0d1f HTTP/1.1" status: 200 len: 916 time: 0.1224127 Aug 13 03:46:25.966806 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0ecb5c27-98e0-46ba-aea9-60aacee3fbf8 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.967701 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-0ab06707-710b-4dd6-9c9d-03b6230d2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '25036802-eb05-4ddb-8e8e-21011037d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 4, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port': {'id': '25036802-eb05-4ddb-8e8e-21011037d379', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:39Z', 'updated_at': '2021-08-13T03:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '59ec62fb-d4af-4bb0-909c-1052f1dc24e9', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'port_id': '187dbf0d-e61d-491d-a260-b2ddf31b3492', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'mac_address': 'fa:16:3e:44:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:24Z', 'updated_at': '2021-08-13T03:46:24Z', 'revision_number': 0, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16e25a0-3e98-4381-a05f-e17b5f0ec98f', 'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'mac_address': 'fa:16:3e:2d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:41Z', 'updated_at': '2021-08-13T03:45:47Z', 'revision_number': 5, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'subnets': [{'id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:25.971313 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0ecb5c27-98e0-46ba-aea9-60aacee3fbf8 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.991192 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb5c27-98e0-46ba-aea9-60aacee3fbf8 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a3652c-f808-4642-a1e7-370d1a4b260a,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:25.998618 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab06707-710b-4dd6-9c9d-03b6230d2432 None None] Checking router: 0ee9c50c-bd15-40c0-b046-254344e24822 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:25.999227 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0ecb5c27-98e0-46ba-aea9-60aacee3fbf8 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.003148 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-0ecb5c27-98e0-46ba-aea9-60aacee3fbf8 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345072 Aug 13 03:46:26.003292 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-adf162a5-2dd8-4096-bc97-b2728a37d6a8 req-254f132f-7fe8-4f29-866d-0b6a233fbc7f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492 HTTP/1.1" status: 200 len: 1000 time: 0.0712793 Aug 13 03:46:26.003402 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40616) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:26.007745 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab06707-710b-4dd6-9c9d-03b6230d2432 None None] Routers {'0ee9c50c-bd15-40c0-b046-254344e24822'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:26.008233 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-8f806258-2522-45c6-bc7f-7b016cbed5ec tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Request body: {'security_group_rule': {'security_group_id': '6adbfd97-ac03-4f08-a230-2a71c0febc7d', 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:26.008376 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-0ab06707-710b-4dd6-9c9d-03b6230d2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:45:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['0ee9c50c-bd15-40c0-b046-254344e24822'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:26.067615 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8f806258-2522-45c6-bc7f-7b016cbed5ec tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.074120 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf162a5-2dd8-4096-bc97-b2728a37d6a8 req-425b2111-bbba-43f8-850f-c0d02a371dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:26.075570 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-adf162a5-2dd8-4096-bc97-b2728a37d6a8 req-425b2111-bbba-43f8-850f-c0d02a371dd6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=53e42832-6ec3-426b-9cbb-916a87bcae3f HTTP/1.1" status: 200 len: 854 time: 0.0566366 Aug 13 03:46:26.110709 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-0ab06707-710b-4dd6-9c9d-03b6230d2432 None None] Set router 0ee9c50c-bd15-40c0-b046-254344e24822 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:26.161705 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8f806258-2522-45c6-bc7f-7b016cbed5ec tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.163942 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf162a5-2dd8-4096-bc97-b2728a37d6a8 req-6dee69fe-a4c6-4e1f-813d-d1b17d23603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:26.165466 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-adf162a5-2dd8-4096-bc97-b2728a37d6a8 req-6dee69fe-a4c6-4e1f-813d-d1b17d23603a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0801b85e-059f-4c58-b73b-3f02e28a0d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729659 Aug 13 03:46:26.170068 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8f806258-2522-45c6-bc7f-7b016cbed5ec tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.205063 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f806258-2522-45c6-bc7f-7b016cbed5ec tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3ab85a-b4ee-443e-85e6-2a69dafdee8d,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:26.252968 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-8f806258-2522-45c6-bc7f-7b016cbed5ec tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.254332 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ed2d3fbf-6783-4a45-90db-71b6f60cacdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.255765 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-8f806258-2522-45c6-bc7f-7b016cbed5ec tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2514572 Aug 13 03:46:26.259665 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40620) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:26.266914 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-84632854-c1a6-4ee2-8750-24893d8941f3 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Request body: {'security_group_rule': {'security_group_id': '6adbfd97-ac03-4f08-a230-2a71c0febc7d', 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:26.278755 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc2e81-c1ab-4eb6-95d7-c994d779e6f9 req-eb925785-a796-447d-9e1e-f752c39be8b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:26.280285 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9abc2e81-c1ab-4eb6-95d7-c994d779e6f9 req-eb925785-a796-447d-9e1e-f752c39be8b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 945 time: 0.0632148 Aug 13 03:46:26.314571 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.321836 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-adf162a5-2dd8-4096-bc97-b2728a37d6a8 req-a07ece39-9a40-44a1-a654-9504061c9b33 service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451650 Aug 13 03:46:26.327458 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-84632854-c1a6-4ee2-8750-24893d8941f3 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.336588 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9abc2e81-c1ab-4eb6-95d7-c994d779e6f9 req-6f3cf3dd-ca50-444d-9b1b-aca0a9ddb7a8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496955 Aug 13 03:46:26.377360 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-0ab06707-710b-4dd6-9c9d-03b6230d2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '25036802-eb05-4ddb-8e8e-21011037d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 4, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port': {'id': '25036802-eb05-4ddb-8e8e-21011037d379', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:39Z', 'updated_at': '2021-08-13T03:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '59ec62fb-d4af-4bb0-909c-1052f1dc24e9', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'port_id': '187dbf0d-e61d-491d-a260-b2ddf31b3492', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'mac_address': 'fa:16:3e:44:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:24Z', 'updated_at': '2021-08-13T03:46:24Z', 'revision_number': 0, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16e25a0-3e98-4381-a05f-e17b5f0ec98f', 'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'mac_address': 'fa:16:3e:2d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:41Z', 'updated_at': '2021-08-13T03:45:47Z', 'revision_number': 5, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'subnets': [{'id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:26.413425 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab06707-710b-4dd6-9c9d-03b6230d2432 None None] The sync data for ids ['0ee9c50c-bd15-40c0-b046-254344e24822'] in dv-cinder-759962-7-iscsi is: [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '25036802-eb05-4ddb-8e8e-21011037d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 4, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port': {'id': '25036802-eb05-4ddb-8e8e-21011037d379', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:39Z', 'updated_at': '2021-08-13T03:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '59ec62fb-d4af-4bb0-909c-1052f1dc24e9', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'port_id': '187dbf0d-e61d-491d-a260-b2ddf31b3492', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'mac_address': 'fa:16:3e:44:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:24Z', 'updated_at': '2021-08-13T03:46:24Z', 'revision_number': 0, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16e25a0-3e98-4381-a05f-e17b5f0ec98f', 'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'mac_address': 'fa:16:3e:2d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:41Z', 'updated_at': '2021-08-13T03:45:47Z', 'revision_number': 5, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'subnets': [{'id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:26.436732 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-84632854-c1a6-4ee2-8750-24893d8941f3 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.443642 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-84632854-c1a6-4ee2-8750-24893d8941f3 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.469047 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-adf162a5-2dd8-4096-bc97-b2728a37d6a8 req-3b491212-70cb-4498-a7ca-01bdbd1f8328 service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378844 Aug 13 03:46:26.470299 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84632854-c1a6-4ee2-8750-24893d8941f3 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8d1e0f-5813-4f38-bae4-51b548f3a3d9,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:26.476425 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-84632854-c1a6-4ee2-8750-24893d8941f3 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.477600 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-84632854-c1a6-4ee2-8750-24893d8941f3 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2145500 Aug 13 03:46:26.480411 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40622) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:26.484945 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [None req-444b9456-7e13-4aac-862d-42fd859e1d65 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Request body: {'security_group_rule': {'security_group_id': '6adbfd97-ac03-4f08-a230-2a71c0febc7d', 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:26.517581 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-444b9456-7e13-4aac-862d-42fd859e1d65 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.586536 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-444b9456-7e13-4aac-862d-42fd859e1d65 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.597939 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-444b9456-7e13-4aac-862d-42fd859e1d65 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.631405 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f9601e-b168-4bf8-8278-539016e707ee None None] New status for floating IP 59ec62fb-d4af-4bb0-909c-1052f1dc24e9: ACTIVE {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:46:26.633175 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b9456-7e13-4aac-862d-42fd859e1d65 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1709728-8e94-4e27-a934-25d22fdc7adf,revision_number=0']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:26.649228 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-444b9456-7e13-4aac-862d-42fd859e1d65 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.650437 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-444b9456-7e13-4aac-862d-42fd859e1d65 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1690910 Aug 13 03:46:26.653287 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40624) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:26.658013 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-a9e306e9-d1bf-41e8-a143-b69a47ad1f1d tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Request body: {'security_group_rule': {'security_group_id': '6adbfd97-ac03-4f08-a230-2a71c0febc7d', 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:26.658947 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-811e7c73-4650-4cc6-98c7-802c4c704e94 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:26.660422 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-811e7c73-4650-4cc6-98c7-802c4c704e94 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 945 time: 0.0723524 Aug 13 03:46:26.682061 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.securitygroups_db [None req-a9e306e9-d1bf-41e8-a143-b69a47ad1f1d tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Project 2462aea252884aa2aa6e394eb3edf739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:46:26.687021 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9e306e9-d1bf-41e8-a143-b69a47ad1f1d tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.741542 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9e306e9-d1bf-41e8-a143-b69a47ad1f1d tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.745327 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9e306e9-d1bf-41e8-a143-b69a47ad1f1d tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.754980 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Deleting port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:46:26.755387 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.766134 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e306e9-d1bf-41e8-a143-b69a47ad1f1d tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f40f85a-2cdc-462e-806a-6862a8d84b42,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:26.770714 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9e306e9-d1bf-41e8-a143-b69a47ad1f1d tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.772376 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a9e306e9-d1bf-41e8-a143-b69a47ad1f1d tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179109 Aug 13 03:46:26.775296 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40626) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:26.784680 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-87359464-1a6b-49ef-9bb0-f882e4a017e2 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Request body: {'security_group_rule': {'security_group_id': '6adbfd97-ac03-4f08-a230-2a71c0febc7d', 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:26.808865 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.securitygroups_db [None req-87359464-1a6b-49ef-9bb0-f882e4a017e2 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Project 2462aea252884aa2aa6e394eb3edf739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:46:26.814277 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-87359464-1a6b-49ef-9bb0-f882e4a017e2 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.847970 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] For port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=23b5e9ed-d904-4819-88fc-42b5fe85d8d3,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:26.848882 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.876078 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-87359464-1a6b-49ef-9bb0-f882e4a017e2 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.879856 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-87359464-1a6b-49ef-9bb0-f882e4a017e2 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504647'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.897789 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87359464-1a6b-49ef-9bb0-f882e4a017e2 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db005eb-19c0-464f-948d-b903b8180472,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:26.904787 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-87359464-1a6b-49ef-9bb0-f882e4a017e2 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.905721 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-87359464-1a6b-49ef-9bb0-f882e4a017e2 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292682 Aug 13 03:46:27.007750 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-57536f91-6313-4913-94cb-844ba8f1907c req-6ed30912-0999-448b-96cc-d65470a17607 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066353181&fields=id&tenant_id=2462aea252884aa2aa6e394eb3edf739 HTTP/1.1" status: 200 len: 267 time: 0.0314922 Aug 13 03:46:27.023693 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.024097 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.024478 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.db.l3_db [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Floating IP 41d87c51-817d-4da6-bbd5-d74a6ac458bf disassociated. External IP: 172.27.0.166, port: 23b5e9ed-d904-4819-88fc-42b5fe85d8d3. Aug 13 03:46:27.024827 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Calling delete_port for 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:46:27.062804 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57536f91-6313-4913-94cb-844ba8f1907c req-732feff4-f09b-44e1-8531-09161c313be9 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:27.064287 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-57536f91-6313-4913-94cb-844ba8f1907c req-732feff4-f09b-44e1-8531-09161c313be9 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 946 time: 0.0508211 Aug 13 03:46:27.076010 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-57536f91-6313-4913-94cb-844ba8f1907c req-485f0404-591c-49c4-8062-777599fa4480 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Request body: {'port': {'security_groups': ['7b6a2da2-ee09-4949-abf6-c1ac946d0dbf', '6adbfd97-ac03-4f08-a230-2a71c0febc7d']}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:27.136907 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-57536f91-6313-4913-94cb-844ba8f1907c req-485f0404-591c-49c4-8062-777599fa4480 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.153612 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.181469 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event deleted for resources: {'Port': ['ID=23b5e9ed-d904-4819-88fc-42b5fe85d8d3,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:27.297508 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Router f463ef31-529b-4c5d-8509-2fb7f97263ca has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:46:27.323823 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-57536f91-6313-4913-94cb-844ba8f1907c req-485f0404-591c-49c4-8062-777599fa4480 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] For port 187dbf0d-e61d-491d-a260-b2ddf31b3492, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492,segment=NetworkSegment(98c83060-1a9e-4db4-96a2-a6de8fc3b216),segment_id=98c83060-1a9e-4db4-96a2-a6de8fc3b216)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:27.344082 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.355629 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-57536f91-6313-4913-94cb-844ba8f1907c req-485f0404-591c-49c4-8062-777599fa4480 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.360429 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-57536f91-6313-4913-94cb-844ba8f1907c req-485f0404-591c-49c4-8062-777599fa4480 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25712220'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.373136 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['187dbf0d-e61d-491d-a260-b2ddf31b3492'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:46:27.403505 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:27.408663 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57536f91-6313-4913-94cb-844ba8f1907c req-485f0404-591c-49c4-8062-777599fa4480 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:27.409336 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-57536f91-6313-4913-94cb-844ba8f1907c req-485f0404-591c-49c4-8062-777599fa4480 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.410835 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-57536f91-6313-4913-94cb-844ba8f1907c req-485f0404-591c-49c4-8062-777599fa4480 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "PUT /v2.0/ports/187dbf0d-e61d-491d-a260-b2ddf31b3492 HTTP/1.1" status: 200 len: 982 time: 0.3396599 Aug 13 03:46:27.449680 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] No DVR routers for this DVR port 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:46:27.453028 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.457178 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3ef6353b-b089-4bc9-8245-45e8a1cd602a req-4db07637-9394-4567-ad91-c866f7e24d55 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "DELETE /v2.0/ports/23b5e9ed-d904-4819-88fc-42b5fe85d8d3 HTTP/1.1" status: 204 len: 173 time: 0.7877786 Aug 13 03:46:27.458405 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751ab83f-40ac-4339-b49a-9e4010425374', 'name': 'network-vif-deleted', 'tag': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:27.461328 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fec21b-fe9e-4fc4-afe2-0453379c3a71" -d '{"events": [{"server_uuid": "751ab83f-40ac-4339-b49a-9e4010425374", "name": "network-vif-deleted", "tag": "23b5e9ed-d904-4819-88fc-42b5fe85d8d3"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:27.469943 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f0404-591c-49c4-8062-777599fa4480 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event updated for resources: {'Port': ['ID=187dbf0d-e61d-491d-a260-b2ddf31b3492,revision_number=6']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:27.526221 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9941b5e0-25f6-4d21-82e6-db4a48d2f4c9 req-ef293c89-0b55-499c-8d6e-c6a1deeb240b tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=751ab83f-40ac-4339-b49a-9e4010425374 HTTP/1.1" status: 200 len: 210 time: 0.0667157 Aug 13 03:46:27.594041 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2516b2-2de9-408b-a1c4-4807f9adbe36 x-openstack-request-id: req-3f2516b2-2de9-408b-a1c4-4807f9adbe36 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:27.594434 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751ab83f-40ac-4339-b49a-9e4010425374", "name": "network-vif-deleted", "tag": "23b5e9ed-d904-4819-88fc-42b5fe85d8d3", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:27.594752 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f2516b2-2de9-408b-a1c4-4807f9adbe36 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:27.595350 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751ab83f-40ac-4339-b49a-9e4010425374', 'name': 'network-vif-deleted', 'tag': '23b5e9ed-d904-4819-88fc-42b5fe85d8d3', 'status': 'completed', 'code': 200} Aug 13 03:46:27.596537 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81559cf1-e259-4d13-aa40-a0691343f121 req-381d2083-96bc-48de-a02b-7fb008632369 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:27.605113 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-81559cf1-e259-4d13-aa40-a0691343f121 req-381d2083-96bc-48de-a02b-7fb008632369 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0918696 Aug 13 03:46:27.620511 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ac351-113b-4663-89ce-f514333453dd None None] Sync routers for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:27.660143 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-81559cf1-e259-4d13-aa40-a0691343f121 req-c42865c6-bcd5-4199-9ae7-49c573257e35 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536983 Aug 13 03:46:27.660576 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ac351-113b-4663-89ce-f514333453dd None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:27.661328 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-241ac351-113b-4663-89ce-f514333453dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:46:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:27.665676 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['187dbf0d-e61d-491d-a260-b2ddf31b3492'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:46:27.689136 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:27.694598 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1271d73e-866e-40ca-9385-2d101a91f44a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:27.734713 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307fdc95-eaa4-475d-8fe2-b490ef8273e8 x-openstack-request-id: req-307fdc95-eaa4-475d-8fe2-b490ef8273e8 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:27.735010 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:27.735432 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-307fdc95-eaa4-475d-8fe2-b490ef8273e8 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:27.735652 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492', 'status': 'completed', 'code': 200} Aug 13 03:46:27.809986 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d73e-866e-40ca-9385-2d101a91f44a req-ca1a0fe3-50f1-4923-b0b1-a789e5d7f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:27.811496 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1271d73e-866e-40ca-9385-2d101a91f44a req-ca1a0fe3-50f1-4923-b0b1-a789e5d7f3fd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2462aea252884aa2aa6e394eb3edf739&device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 1138 time: 0.0477333 Aug 13 03:46:27.855361 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-8e5be8f6-4456-42d4-9747-df56e60f4fbc None None] Provisioning complete for port 187dbf0d-e61d-491d-a260-b2ddf31b3492 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:27.855738 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8e5be8f6-4456-42d4-9747-df56e60f4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.892041 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-241ac351-113b-4663-89ce-f514333453dd None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:27.903324 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d73e-866e-40ca-9385-2d101a91f44a req-59d1effb-b59c-4a6f-8ae2-a54e08c19e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:27.904910 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1271d73e-866e-40ca-9385-2d101a91f44a req-59d1effb-b59c-4a6f-8ae2-a54e08c19e09 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0801b85e-059f-4c58-b73b-3f02e28a0d1f HTTP/1.1" status: 200 len: 916 time: 0.0862894 Aug 13 03:46:27.972365 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1271d73e-866e-40ca-9385-2d101a91f44a req-52f16f74-c0eb-4229-8d31-a51d485e2728 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492 HTTP/1.1" status: 200 len: 1002 time: 0.0573361 Aug 13 03:46:28.302869 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d73e-866e-40ca-9385-2d101a91f44a req-00086c99-7948-40cb-b2bd-c85de3d77f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:28.304379 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1271d73e-866e-40ca-9385-2d101a91f44a req-00086c99-7948-40cb-b2bd-c85de3d77f67 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=53e42832-6ec3-426b-9cbb-916a87bcae3f HTTP/1.1" status: 200 len: 854 time: 0.3237078 Aug 13 03:46:28.351215 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d73e-866e-40ca-9385-2d101a91f44a req-f6671923-726e-4f34-b9f2-f7023ccb13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:28.352769 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1271d73e-866e-40ca-9385-2d101a91f44a req-f6671923-726e-4f34-b9f2-f7023ccb13c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0801b85e-059f-4c58-b73b-3f02e28a0d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407434 Aug 13 03:46:28.363367 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [req-1271d73e-866e-40ca-9385-2d101a91f44a req-302c3a95-e1d8-4b68-bc8d-4f35d590a14c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:46:28.364591 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1271d73e-866e-40ca-9385-2d101a91f44a req-302c3a95-e1d8-4b68-bc8d-4f35d590a14c service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054357 Aug 13 03:46:28.410835 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-241ac351-113b-4663-89ce-f514333453dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:28.446334 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ac351-113b-4663-89ce-f514333453dd None None] Checking router: f463ef31-529b-4c5d-8509-2fb7f97263ca for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:28.453733 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1271d73e-866e-40ca-9385-2d101a91f44a req-005f43dd-fa27-4f32-8cda-f1c047e8d7a8 service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818295 Aug 13 03:46:28.485388 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ac351-113b-4663-89ce-f514333453dd None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:28.486010 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-241ac351-113b-4663-89ce-f514333453dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:46:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:28.543867 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-1271d73e-866e-40ca-9385-2d101a91f44a req-9c7524a0-c567-4f2f-8df1-96e359c3d43c service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830536 Aug 13 03:46:28.669938 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-241ac351-113b-4663-89ce-f514333453dd None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:28.812831 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-c7d15b20-ed84-4624-8525-893e284d0692 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649019932&fields=id&tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9 HTTP/1.1" status: 200 len: 267 time: 0.0410717 Aug 13 03:46:28.910219 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.916800 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-241ac351-113b-4663-89ce-f514333453dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:28.917013 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-3694130e-5641-42a9-ad63-74c4753f5636 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:28.918367 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-3694130e-5641-42a9-ad63-74c4753f5636 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 812 time: 0.1047850 Aug 13 03:46:28.933537 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-e38ee2ee-f7db-4892-ab76-8517b616df0b tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/quotas/e7cde6ee93c248a8ab2028dd6b60b8a9 HTTP/1.1" status: 200 len: 375 time: 0.0095091 Aug 13 03:46:28.943060 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ac351-113b-4663-89ce-f514333453dd None None] The sync data for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi is: [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:28.986978 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-a0bc0c60-93f9-4526-9835-c3b685f96140 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481510 Aug 13 03:46:29.002957 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-8848bb56-381e-46a3-bf9b-09ac1d544610 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:46:29.004082 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-8848bb56-381e-46a3-bf9b-09ac1d544610 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055208 Aug 13 03:46:29.093935 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-8637188a-ccb1-4388-b74d-4d170d2755f2 service neutron] 10.222.0.57 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836260 Aug 13 03:46:29.166065 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa257ca-b9c6-4754-a988-05b780a2afde None None] New status for floating IP 41d87c51-817d-4da6-bbd5-d74a6ac458bf: DOWN {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:46:29.189098 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-309d9e14-ae44-466b-ae05-fbd2b9458ada service neutron] 10.222.0.57 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882702 Aug 13 03:46:29.340714 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:46:29.364912 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:46:29.365276 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 23b5e9ed-d904-4819-88fc-42b5fe85d8d3 not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:46:29.470825 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d5034d37-d029-4fd5-a99f-f39cceb57229 req-e329f54e-1807-4f2e-ad7c-3ad19fab6b62 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 210 time: 0.0266519 Aug 13 03:46:30.377329 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-82cfd5ea-e763-4a41-a667-b510f2cd4a82 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:30.378804 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-82cfd5ea-e763-4a41-a667-b510f2cd4a82 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 812 time: 0.1052980 Aug 13 03:46:30.425504 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-ebe6f44b-0bad-4a42-a26c-271d81049936 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9 HTTP/1.1" status: 200 len: 380 time: 0.0374639 Aug 13 03:46:30.438561 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Request body: {'port': {'device_id': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'admin_state_up': True, 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'security_groups': ['869577fd-c49d-4a4d-bf75-8a3186a1703a']}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:30.542085 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Made reservation on behalf of e7cde6ee93c248a8ab2028dd6b60b8a9 for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:30.545538 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.562074 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ce4080db-ed90-4e65-9872-5ca65bef7d23 req-14bf42f3-922c-45a9-a9ac-920a853372f0 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 210 time: 0.0261731 Aug 13 03:46:30.672813 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Allocated IP 172.20.0.12 (7c1130da-b77a-4516-bcf3-9d4dc03ae7cc/55820d68-c513-4a80-9008-7ea57561d684/ce0dde48-9df1-4daa-93c1-0f3c6101964d) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:30.809869 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.824227 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Transition to ACTIVE for port object ce0dde48-9df1-4daa-93c1-0f3c6101964d will not be triggered until provisioned by entity DHCP. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:30.856939 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.901136 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:30.906103 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:30.909783 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:30.938577 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'Port': ['ID=ce0dde48-9df1-4daa-93c1-0f3c6101964d,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:30.961975 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:30.962603 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.978050 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-44acc03b-b9af-4c78-bc5a-66b4b5b35554 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5431125 Aug 13 03:46:30.990815 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Request body: {'port': {'device_id': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:31.046176 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.096631 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-cf759f3b-db23-467c-aae8-88a2d15c934d None None] Provisioning for port ce0dde48-9df1-4daa-93c1-0f3c6101964d completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:31.100287 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-cf759f3b-db23-467c-aae8-88a2d15c934d None None] Provisioning complete for port ce0dde48-9df1-4daa-93c1-0f3c6101964d triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:31.100668 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cf759f3b-db23-467c-aae8-88a2d15c934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.133967 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-cf759f3b-db23-467c-aae8-88a2d15c934d None None] Port ce0dde48-9df1-4daa-93c1-0f3c6101964d cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:46:31.308250 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0dde48-9df1-4daa-93c1-0f3c6101964d {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:46:31.315211 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.327146 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Transition to ACTIVE for port object ce0dde48-9df1-4daa-93c1-0f3c6101964d will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:31.331084 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.382928 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0dde48-9df1-4daa-93c1-0f3c6101964d,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:31.448860 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Attempting to bind port ce0dde48-9df1-4daa-93c1-0f3c6101964d on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:31.449202 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Attempting to bind port ce0dde48-9df1-4daa-93c1-0f3c6101964d by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:31.449540 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Attempting to bind port ce0dde48-9df1-4daa-93c1-0f3c6101964d on network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:31.454033 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Port ce0dde48-9df1-4daa-93c1-0f3c6101964d on network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:46:31.454360 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Attempting to bind port ce0dde48-9df1-4daa-93c1-0f3c6101964d on network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:31.459346 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:31.459694 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Checking segment: {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:31.460123 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Bound using segment: {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:31.460610 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Bound port: ce0dde48-9df1-4daa-93c1-0f3c6101964d, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:31.460977 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.532865 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] For port ce0dde48-9df1-4daa-93c1-0f3c6101964d, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:31.536066 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] For port ce0dde48-9df1-4daa-93c1-0f3c6101964d, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ce0dde48-9df1-4daa-93c1-0f3c6101964d,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:31.540032 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.578807 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:31.579382 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.580795 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] 10.222.0.63 "PUT /v2.0/ports/ce0dde48-9df1-4daa-93c1-0f3c6101964d HTTP/1.1" status: 200 len: 1094 time: 0.5948155 Aug 13 03:46:31.581312 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'tag': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:31.586070 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393e5dca-4aea-42dd-992b-02cfb04013c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b60339-9329-4b4f-bcec-6d7b4c9cc030", "tag": "ce0dde48-9df1-4daa-93c1-0f3c6101964d"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:31.608695 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1745c-499d-47c3-82fe-ff08d819b9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0dde48-9df1-4daa-93c1-0f3c6101964d,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:31.637476 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04ce79c-e677-49c4-81de-74e059326156 x-openstack-request-id: req-d04ce79c-e677-49c4-81de-74e059326156 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:31.637843 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b60339-9329-4b4f-bcec-6d7b4c9cc030", "tag": "ce0dde48-9df1-4daa-93c1-0f3c6101964d", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:31.638101 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d04ce79c-e677-49c4-81de-74e059326156 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:31.638510 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'tag': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'status': 'completed', 'code': 200} Aug 13 03:46:31.702718 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-746fffaa-35e6-43a7-bec6-a58cbe2543fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:31.704377 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-746fffaa-35e6-43a7-bec6-a58cbe2543fa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 1097 time: 0.0650523 Aug 13 03:46:31.712968 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c586e-cc42-42e9-ada5-bd2aac88b368 req-4bf6e2e3-9314-4c64-b095-c41de2cc29bb tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:31.714631 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0f7c586e-cc42-42e9-ada5-bd2aac88b368 req-4bf6e2e3-9314-4c64-b095-c41de2cc29bb tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 944 time: 0.0560079 Aug 13 03:46:31.752653 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-94ff2489-f420-48b3-bf4c-8372fff4df29 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce0dde48-9df1-4daa-93c1-0f3c6101964d HTTP/1.1" status: 200 len: 217 time: 0.0394785 Aug 13 03:46:31.766350 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0f7c586e-cc42-42e9-ada5-bd2aac88b368 req-61485880-3d86-4407-babd-8987198abc87 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437870 Aug 13 03:46:31.809475 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-45d87ad5-78d3-4695-ac0b-01b33c43a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:31.810991 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-45d87ad5-78d3-4695-ac0b-01b33c43a9d2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0518165 Aug 13 03:46:31.855016 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-b970d5ba-0673-43f9-98e4-c9fc577fc650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:31.856450 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-b970d5ba-0673-43f9-98e4-c9fc577fc650 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388403 Aug 13 03:46:31.951081 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-fb91151d-e13f-4a1f-97f4-6e3ab60a7380 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868504 Aug 13 03:46:32.052456 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-7c69a90e-2099-4e6e-886d-5a5e77d9d015 req-f18c9536-f10a-4004-9a19-de698017c721 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926199 Aug 13 03:46:32.131731 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e5dca-4aea-42dd-992b-02cfb04013c3 req-657d46ee-3149-48c6-9ee2-f6b4252832f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:32.133161 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-393e5dca-4aea-42dd-992b-02cfb04013c3 req-657d46ee-3149-48c6-9ee2-f6b4252832f4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 1097 time: 0.0396683 Aug 13 03:46:32.223396 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e5dca-4aea-42dd-992b-02cfb04013c3 req-9fe3d4fd-1fd7-4979-aec3-a34ae1b4319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:32.225527 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-393e5dca-4aea-42dd-992b-02cfb04013c3 req-9fe3d4fd-1fd7-4979-aec3-a34ae1b4319f service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 913 time: 0.0843766 Aug 13 03:46:32.267940 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-393e5dca-4aea-42dd-992b-02cfb04013c3 req-2bcf30ea-85f3-4e32-969c-54412fb729e8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce0dde48-9df1-4daa-93c1-0f3c6101964d HTTP/1.1" status: 200 len: 217 time: 0.0319784 Aug 13 03:46:32.319706 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e5dca-4aea-42dd-992b-02cfb04013c3 req-62b9fc14-601a-4b0e-9c45-9235e9f2a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:32.321140 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-393e5dca-4aea-42dd-992b-02cfb04013c3 req-62b9fc14-601a-4b0e-9c45-9235e9f2a4b5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0442483 Aug 13 03:46:32.367695 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e5dca-4aea-42dd-992b-02cfb04013c3 req-112efd76-3586-4c21-a419-1008b7c0900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:32.369176 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-393e5dca-4aea-42dd-992b-02cfb04013c3 req-112efd76-3586-4c21-a419-1008b7c0900e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399535 Aug 13 03:46:32.454000 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-393e5dca-4aea-42dd-992b-02cfb04013c3 req-57c014de-005c-43b8-bedf-aa0697366a15 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775769 Aug 13 03:46:32.543070 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-393e5dca-4aea-42dd-992b-02cfb04013c3 req-7ca6e3ed-4dab-4842-811c-49e032b64b1f service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811975 Aug 13 03:46:32.897452 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987f516-533b-4e60-8a1a-46a895693466 req-dd297122-c4a9-4a8f-977c-837bc8fc16a3 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:32.899330 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4987f516-533b-4e60-8a1a-46a895693466 req-dd297122-c4a9-4a8f-977c-837bc8fc16a3 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 944 time: 0.0509460 Aug 13 03:46:32.936071 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4987f516-533b-4e60-8a1a-46a895693466 req-2c7d4e92-ca1b-4801-bbe9-02b0746a8bb4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309973 Aug 13 03:46:34.047205 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112b267-dae3-423f-986f-56db79b98b85 req-efa3a017-e84d-43eb-89e0-22ef809834c7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:34.048724 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2112b267-dae3-423f-986f-56db79b98b85 req-efa3a017-e84d-43eb-89e0-22ef809834c7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 944 time: 0.0469608 Aug 13 03:46:34.085901 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2112b267-dae3-423f-986f-56db79b98b85 req-eed19a8d-c054-4148-8357-19e032add765 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307095 Aug 13 03:46:35.196487 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e7e0a-1e1b-4df5-8606-0053ae04d2f0 req-655db287-528a-4499-ba6b-46d5466d08dd tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:35.197937 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-067e7e0a-1e1b-4df5-8606-0053ae04d2f0 req-655db287-528a-4499-ba6b-46d5466d08dd tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 944 time: 0.0468874 Aug 13 03:46:35.238166 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-067e7e0a-1e1b-4df5-8606-0053ae04d2f0 req-306482ab-6676-43fc-b734-3db4a863ae0d tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342147 Aug 13 03:46:36.059501 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:46:36.395748 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87158e-60b4-43a3-a8bf-0684262d1c62 req-a504d5d8-94fa-4298-9052-b054e5c2046e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:36.397263 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd87158e-60b4-43a3-a8bf-0684262d1c62 req-a504d5d8-94fa-4298-9052-b054e5c2046e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 944 time: 0.0960028 Aug 13 03:46:36.435367 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd87158e-60b4-43a3-a8bf-0684262d1c62 req-40354614-4051-4565-8bc5-bbc277fe01fc tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319302 Aug 13 03:46:37.547682 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a432d5-b945-4e39-ad61-8f80011db250 req-5bf10bc3-79d9-412c-91cb-70f65f4790bf tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:37.549089 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c4a432d5-b945-4e39-ad61-8f80011db250 req-5bf10bc3-79d9-412c-91cb-70f65f4790bf tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 944 time: 0.0479829 Aug 13 03:46:37.589237 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c4a432d5-b945-4e39-ad61-8f80011db250 req-bc864cf9-e0a1-4546-b397-fc217e2710e0 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342824 Aug 13 03:46:38.700088 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb2562-c84b-4098-b653-210ca2e5624a req-21eab839-0741-46ff-8746-1a4eacddf4b1 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:38.701535 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51fb2562-c84b-4098-b653-210ca2e5624a req-21eab839-0741-46ff-8746-1a4eacddf4b1 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 944 time: 0.0480957 Aug 13 03:46:38.741747 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51fb2562-c84b-4098-b653-210ca2e5624a req-359f0612-8f8f-4102-b112-3a512883f344 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343497 Aug 13 03:46:39.357223 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ce0dde48-9df1-4daa-93c1-0f3c6101964d details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:46:39.446740 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ce0dde48-9df1-4daa-93c1-0f3c6101964d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ce0dde48-9df1-4daa-93c1-0f3c6101964d,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:39.457821 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'port_id': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'mac_address': 'fa:16:3e:9e:08:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:46:39.497124 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:39.513132 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0dde48-9df1-4daa-93c1-0f3c6101964d {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:46:39.531742 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ce0dde48-9df1-4daa-93c1-0f3c6101964d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ce0dde48-9df1-4daa-93c1-0f3c6101964d,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:39.536995 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:39.583662 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=ce0dde48-9df1-4daa-93c1-0f3c6101964d,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:39.591134 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:39.591517 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:39.591889 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:39.592263 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:39.592794 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:39.592980 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:39.593313 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:39.593649 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:39.593989 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:39.594321 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:39.594654 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:39.594985 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:39.752276 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['ce0dde48-9df1-4daa-93c1-0f3c6101964d'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:46:39.853912 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff96fb0-80df-4283-962e-b46a632bdbcb req-76d65e3a-733d-41b9-91e4-1c5e153bb56f tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:39.855413 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9ff96fb0-80df-4283-962e-b46a632bdbcb req-76d65e3a-733d-41b9-91e4-1c5e153bb56f tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 945 time: 0.0489752 Aug 13 03:46:39.892058 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9ff96fb0-80df-4283-962e-b46a632bdbcb req-e38f0be7-9487-4aa3-8c29-627949a8e8f8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306473 Aug 13 03:46:41.004506 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c85256-49b6-452c-9f45-a031e4ad3f2b req-744179d3-bc74-4a5a-878e-f2f375edfaf8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:41.006465 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f5c85256-49b6-452c-9f45-a031e4ad3f2b req-744179d3-bc74-4a5a-878e-f2f375edfaf8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 945 time: 0.0472569 Aug 13 03:46:41.042515 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f5c85256-49b6-452c-9f45-a031e4ad3f2b req-90ea6831-fc00-45bf-ab99-cd46af9d4d96 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303690 Aug 13 03:46:41.386893 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ce0dde48-9df1-4daa-93c1-0f3c6101964d up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:41.432797 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port ce0dde48-9df1-4daa-93c1-0f3c6101964d completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:41.436299 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port ce0dde48-9df1-4daa-93c1-0f3c6101964d triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:41.436677 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:41.512302 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:41.533529 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:41.535818 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eeaddb-b87a-40e0-b0e4-30e4f45169fd" -d '{"events": [{"server_uuid": "a9b60339-9329-4b4f-bcec-6d7b4c9cc030", "name": "network-vif-plugged", "status": "completed", "tag": "ce0dde48-9df1-4daa-93c1-0f3c6101964d"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:41.554118 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port ce0dde48-9df1-4daa-93c1-0f3c6101964d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ce0dde48-9df1-4daa-93c1-0f3c6101964d,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:41.558091 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:41.584609 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d319094-ec1a-48d5-abb1-8c9925299676 x-openstack-request-id: req-8d319094-ec1a-48d5-abb1-8c9925299676 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:41.585068 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b60339-9329-4b4f-bcec-6d7b4c9cc030", "name": "network-vif-plugged", "status": "completed", "tag": "ce0dde48-9df1-4daa-93c1-0f3c6101964d", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:41.585503 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8d319094-ec1a-48d5-abb1-8c9925299676 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:41.586029 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'code': 200} Aug 13 03:46:41.620234 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=ce0dde48-9df1-4daa-93c1-0f3c6101964d,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:41.847871 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7031e-a748-411e-9382-549b4f70f51e req-9b18b8a2-ced2-4304-aff5-8b57b5fbffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:41.849854 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-76b7031e-a748-411e-9382-549b4f70f51e req-9b18b8a2-ced2-4304-aff5-8b57b5fbffac service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 1099 time: 0.0852466 Aug 13 03:46:41.889453 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-76b7031e-a748-411e-9382-549b4f70f51e req-ebbd4094-4428-4a1b-a8b5-8438d681e58b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302634 Aug 13 03:46:42.152413 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0c659-4ce9-49bd-b876-5d8f47aafc9c req-7cc0dfdd-a7be-4992-a191-45667a3f533f tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:42.153825 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bff0c659-4ce9-49bd-b876-5d8f47aafc9c req-7cc0dfdd-a7be-4992-a191-45667a3f533f tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 946 time: 0.0462129 Aug 13 03:46:42.193075 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bff0c659-4ce9-49bd-b876-5d8f47aafc9c req-d2075f0f-ada0-4f3b-bd87-6863376ddf86 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335143 Aug 13 03:46:42.217364 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.310264 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a181f-931f-4c29-be9d-a77c2fc4fb11 req-31bf99d0-da6f-46b8-b3eb-ba4e9a301927 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:43.311717 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ef5a181f-931f-4c29-be9d-a77c2fc4fb11 req-31bf99d0-da6f-46b8-b3eb-ba4e9a301927 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 946 time: 0.0477014 Aug 13 03:46:43.347374 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ef5a181f-931f-4c29-be9d-a77c2fc4fb11 req-f7904820-504a-40c2-a80c-d71db87e64fe tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299175 Aug 13 03:46:43.461664 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d514f-29b6-4ac9-80ad-babd47640f76 req-eb3f4f1d-c314-41a3-9a94-eeb8ae58e6a4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:43.463133 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-781d514f-29b6-4ac9-80ad-babd47640f76 req-eb3f4f1d-c314-41a3-9a94-eeb8ae58e6a4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 946 time: 0.0479465 Aug 13 03:46:43.499732 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-781d514f-29b6-4ac9-80ad-babd47640f76 req-57094027-7e26-406c-9872-ba62e070f99c tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306745 Aug 13 03:46:43.520309 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40702) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:43.567454 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb44f078-9135-4811-9d43-d44fee061af7 tempest-TestVolumeBootPattern-438759107 tempest-TestVolumeBootPattern-438759107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:43.569019 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-fb44f078-9135-4811-9d43-d44fee061af7 tempest-TestVolumeBootPattern-438759107 tempest-TestVolumeBootPattern-438759107-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 1094 time: 0.0471902 Aug 13 03:46:43.571681 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40704) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:43.576263 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Request body: {'floatingip': {'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'port_id': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:43.598423 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for floatingip, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.694228 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.796269 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Allocated IP 172.27.0.238 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/12dd9e1a-4f67-4641-80fc-08bec47be8d3) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:43.892580 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.930194 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.968996 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:43.971791 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:43.975314 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:43.999291 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'Port': ['ID=12dd9e1a-4f67-4641-80fc-08bec47be8d3,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:44.320706 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.386392 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.527373 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.531714 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25712220'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.602362 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'Port': ['ID=12dd9e1a-4f67-4641-80fc-08bec47be8d3,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:44.613011 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.713692 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Floating IP 207d3896-118a-47bc-9c79-87c1407e6d77 associated. External IP: 172.27.0.238, port: ce0dde48-9df1-4daa-93c1-0f3c6101964d. Aug 13 03:46:44.912335 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Router f463ef31-529b-4c5d-8509-2fb7f97263ca has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:46:45.031753 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:45.041186 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd57c774-87fc-49fe-a0a6-ce075b46ab5a None None] Sync routers for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:45.047541 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:45.051114 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57c774-87fc-49fe-a0a6-ce075b46ab5a None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:45.052340 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-cd57c774-87fc-49fe-a0a6-ce075b46ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:46:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:45.282865 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-cd57c774-87fc-49fe-a0a6-ce075b46ab5a None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:45.350639 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-244d73df-80cc-44ae-9b62-d3107c2734b7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7778728 Aug 13 03:46:45.351309 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'tag': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:45.353611 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d3be54-54ca-45cf-b616-abe13257a7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b60339-9329-4b4f-bcec-6d7b4c9cc030", "tag": "ce0dde48-9df1-4daa-93c1-0f3c6101964d"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:45.390536 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfeee79-eff5-4291-810e-6214a44f5dd1 x-openstack-request-id: req-6dfeee79-eff5-4291-810e-6214a44f5dd1 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:45.390830 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b60339-9329-4b4f-bcec-6d7b4c9cc030", "tag": "ce0dde48-9df1-4daa-93c1-0f3c6101964d", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:45.391085 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6dfeee79-eff5-4291-810e-6214a44f5dd1 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:45.391479 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'tag': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'status': 'completed', 'code': 200} Aug 13 03:46:45.452891 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3be54-54ca-45cf-b616-abe13257a7b7 req-95be316a-7349-4ad6-922f-6a773441a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:45.454356 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-26d3be54-54ca-45cf-b616-abe13257a7b7 req-95be316a-7349-4ad6-922f-6a773441a5c3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 1099 time: 0.0393870 Aug 13 03:46:45.507333 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-cd57c774-87fc-49fe-a0a6-ce075b46ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '207d3896-118a-47bc-9c79-87c1407e6d77', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:9e:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:44Z', 'revision_number': 0, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:45.532678 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd57c774-87fc-49fe-a0a6-ce075b46ab5a None None] Checking router: f463ef31-529b-4c5d-8509-2fb7f97263ca for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:45.541396 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57c774-87fc-49fe-a0a6-ce075b46ab5a None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:45.541948 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-cd57c774-87fc-49fe-a0a6-ce075b46ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:46:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:45.554070 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3be54-54ca-45cf-b616-abe13257a7b7 req-dd242470-6ad3-42c9-85f9-a0d9a20d684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:45.555548 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-26d3be54-54ca-45cf-b616-abe13257a7b7 req-dd242470-6ad3-42c9-85f9-a0d9a20d684b service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 913 time: 0.0925438 Aug 13 03:46:45.635293 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-26d3be54-54ca-45cf-b616-abe13257a7b7 req-d668beb1-1f7b-420f-a668-0119786007fb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce0dde48-9df1-4daa-93c1-0f3c6101964d HTTP/1.1" status: 200 len: 1000 time: 0.0718815 Aug 13 03:46:45.662076 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-cd57c774-87fc-49fe-a0a6-ce075b46ab5a None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:45.698820 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3be54-54ca-45cf-b616-abe13257a7b7 req-9f74b648-b17d-4756-8925-88baff7918ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:45.701132 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-26d3be54-54ca-45cf-b616-abe13257a7b7 req-9f74b648-b17d-4756-8925-88baff7918ab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0585277 Aug 13 03:46:45.747077 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3be54-54ca-45cf-b616-abe13257a7b7 req-cb7f8d1a-a28d-4a2f-84ce-37f71c20eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:45.748606 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-26d3be54-54ca-45cf-b616-abe13257a7b7 req-cb7f8d1a-a28d-4a2f-84ce-37f71c20eb5a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392804 Aug 13 03:46:45.836037 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-26d3be54-54ca-45cf-b616-abe13257a7b7 req-aea2a904-4f7e-4ccc-8ab2-647312f4621d service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801096 Aug 13 03:46:45.879884 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-cd57c774-87fc-49fe-a0a6-ce075b46ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '207d3896-118a-47bc-9c79-87c1407e6d77', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:9e:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:44Z', 'revision_number': 0, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:45.921123 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd57c774-87fc-49fe-a0a6-ce075b46ab5a None None] The sync data for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi is: [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '207d3896-118a-47bc-9c79-87c1407e6d77', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:9e:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:44Z', 'revision_number': 0, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:45.931788 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-26d3be54-54ca-45cf-b616-abe13257a7b7 req-78309a10-4e9b-4c9d-8a3b-23fe07b287ac service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883403 Aug 13 03:46:46.091376 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd50ad-f53b-4d97-a5c5-efcb3087845e None None] New status for floating IP 207d3896-118a-47bc-9c79-87c1407e6d77: ACTIVE {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:46:48.128992 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-72914287-70b1-45cd-b735-eb32a5e40b9f req-cd640e1e-4bac-46b8-934c-82a114fc8039 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393946 Aug 13 03:46:48.208421 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72914287-70b1-45cd-b735-eb32a5e40b9f req-43cc5dbd-f679-4f8b-b483-5718fc4a9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:48.209891 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-72914287-70b1-45cd-b735-eb32a5e40b9f req-43cc5dbd-f679-4f8b-b483-5718fc4a9d7e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2462aea252884aa2aa6e394eb3edf739&device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 1138 time: 0.0404282 Aug 13 03:46:48.318891 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72914287-70b1-45cd-b735-eb32a5e40b9f req-df5d9127-dc1e-4456-8f7d-e1742b6fa259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:48.320407 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-72914287-70b1-45cd-b735-eb32a5e40b9f req-df5d9127-dc1e-4456-8f7d-e1742b6fa259 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0801b85e-059f-4c58-b73b-3f02e28a0d1f HTTP/1.1" status: 200 len: 916 time: 0.0900936 Aug 13 03:46:48.387194 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-72914287-70b1-45cd-b735-eb32a5e40b9f req-49eca175-af74-481b-b45c-ca79dc6c52f4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492 HTTP/1.1" status: 200 len: 1002 time: 0.0567458 Aug 13 03:46:48.443814 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72914287-70b1-45cd-b735-eb32a5e40b9f req-63726df6-0de2-4d49-83dd-434dd00383e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:48.445321 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-72914287-70b1-45cd-b735-eb32a5e40b9f req-63726df6-0de2-4d49-83dd-434dd00383e2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=53e42832-6ec3-426b-9cbb-916a87bcae3f HTTP/1.1" status: 200 len: 854 time: 0.0458148 Aug 13 03:46:48.489769 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72914287-70b1-45cd-b735-eb32a5e40b9f req-4ca7441c-f019-4281-ba91-59977117b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:48.491192 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-72914287-70b1-45cd-b735-eb32a5e40b9f req-4ca7441c-f019-4281-ba91-59977117b9a7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0801b85e-059f-4c58-b73b-3f02e28a0d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381505 Aug 13 03:46:48.578546 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-72914287-70b1-45cd-b735-eb32a5e40b9f req-c8448bfd-01a4-405b-8059-f4244f9ea235 service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799959 Aug 13 03:46:48.670480 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-72914287-70b1-45cd-b735-eb32a5e40b9f req-6fc4cc74-a69a-4eae-b989-ecb369dff90c service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834851 Aug 13 03:46:50.315871 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2edd0-2387-449f-b811-fc774070fde9 req-0c0728bd-d778-4a85-b82f-5580b2d5427c tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:50.316522 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b940170-f112-4fb7-b061-6f92e65a6c1d req-0e49489a-0c3c-4506-9472-b2528c0e7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:50.317999 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8ba2edd0-2387-449f-b811-fc774070fde9 req-0c0728bd-d778-4a85-b82f-5580b2d5427c tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0488951 Aug 13 03:46:50.318156 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b940170-f112-4fb7-b061-6f92e65a6c1d req-0e49489a-0c3c-4506-9472-b2528c0e7293 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2462aea252884aa2aa6e394eb3edf739&device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 1138 time: 0.0406995 Aug 13 03:46:50.357178 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-8ba2edd0-2387-449f-b811-fc774070fde9 req-3272ec70-ed21-472b-9e41-58bd6afe863d tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329418 Aug 13 03:46:50.410017 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b940170-f112-4fb7-b061-6f92e65a6c1d req-6c9bc816-6682-4dea-bd80-aa6e9d49acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:50.411467 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b940170-f112-4fb7-b061-6f92e65a6c1d req-6c9bc816-6682-4dea-bd80-aa6e9d49acdf service neutron] 10.222.0.63 "GET /v2.0/networks?id=0801b85e-059f-4c58-b73b-3f02e28a0d1f HTTP/1.1" status: 200 len: 916 time: 0.0859830 Aug 13 03:46:50.474374 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b940170-f112-4fb7-b061-6f92e65a6c1d req-67147ec1-e60b-4906-b10a-e87e6cb2f717 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492 HTTP/1.1" status: 200 len: 1002 time: 0.0556040 Aug 13 03:46:50.522018 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b940170-f112-4fb7-b061-6f92e65a6c1d req-affb0033-94d6-4c1f-a5f8-9261fefcd78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:50.523408 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b940170-f112-4fb7-b061-6f92e65a6c1d req-affb0033-94d6-4c1f-a5f8-9261fefcd78d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=53e42832-6ec3-426b-9cbb-916a87bcae3f HTTP/1.1" status: 200 len: 854 time: 0.0416212 Aug 13 03:46:50.575368 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b940170-f112-4fb7-b061-6f92e65a6c1d req-af15f349-9fb0-4933-8873-eeaac6140b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:50.576871 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b940170-f112-4fb7-b061-6f92e65a6c1d req-af15f349-9fb0-4933-8873-eeaac6140b7e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0801b85e-059f-4c58-b73b-3f02e28a0d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455332 Aug 13 03:46:50.664056 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b940170-f112-4fb7-b061-6f92e65a6c1d req-b6d4f192-1c95-4f4d-8440-ca2bb2c4a89b service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790308 Aug 13 03:46:50.758354 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-3b940170-f112-4fb7-b061-6f92e65a6c1d req-ce962eb3-6dc0-429b-8b45-ff84b9e679ab service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872421 Aug 13 03:46:51.476952 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ffff-aeb8-4f50-a625-565f8ababba3 req-12f85c50-8578-45db-9e8d-2e77305086d9 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:51.478312 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2c48ffff-aeb8-4f50-a625-565f8ababba3 req-12f85c50-8578-45db-9e8d-2e77305086d9 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0479975 Aug 13 03:46:51.516054 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2c48ffff-aeb8-4f50-a625-565f8ababba3 req-7f9f3555-b37f-40a8-8668-898e93fd382b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317791 Aug 13 03:46:52.632814 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d012c-ac98-4365-8d71-f82ab49e431b req-b608a7bf-12d3-4471-976c-7cdd292bf051 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:52.634302 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-249d012c-ac98-4365-8d71-f82ab49e431b req-b608a7bf-12d3-4471-976c-7cdd292bf051 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0513852 Aug 13 03:46:52.674193 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-249d012c-ac98-4365-8d71-f82ab49e431b req-12b96b23-8299-419f-b8b9-08d3d1fdf374 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339708 Aug 13 03:46:53.568022 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b7d65167-4e01-45cc-b012-765294842069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.787017 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb2283-b208-420a-9cb7-8ee9964e4f0d req-8959e41b-43df-4bde-9fb1-3e310504c3a1 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:53.788792 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-56cb2283-b208-420a-9cb7-8ee9964e4f0d req-8959e41b-43df-4bde-9fb1-3e310504c3a1 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0500553 Aug 13 03:46:53.828724 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-56cb2283-b208-420a-9cb7-8ee9964e4f0d req-ddbe29d6-7a10-4646-9888-5f8c597570c9 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339992 Aug 13 03:46:54.941311 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4460c3-91d9-4c05-8b8b-e0080e755d7b req-2a52c788-054b-41eb-a311-522be49a85e7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:54.942760 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5f4460c3-91d9-4c05-8b8b-e0080e755d7b req-2a52c788-054b-41eb-a311-522be49a85e7 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0475109 Aug 13 03:46:54.981493 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5f4460c3-91d9-4c05-8b8b-e0080e755d7b req-c6dba88d-4e07-4f54-b8af-40ba2f55bf7b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326159 Aug 13 03:46:56.094905 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e65367-f9c8-4dbe-984b-e096b2da2958 req-bfd49c37-97a5-4fa3-86c1-39d1f1786042 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:56.096371 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-16e65367-f9c8-4dbe-984b-e096b2da2958 req-bfd49c37-97a5-4fa3-86c1-39d1f1786042 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0506892 Aug 13 03:46:56.134375 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-16e65367-f9c8-4dbe-984b-e096b2da2958 req-55232330-df89-472d-9a08-d877e7296b6e tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320902 Aug 13 03:46:56.158058 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-52b8c644-a82f-46d2-8a43-af3ef453c33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.285545 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.248664 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58bb4a-e394-4c99-a1f9-e24ba0e7cb24 req-f9de2470-3863-4ff5-b7fe-4a3b8779b29a tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:57.250112 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9c58bb4a-e394-4c99-a1f9-e24ba0e7cb24 req-f9de2470-3863-4ff5-b7fe-4a3b8779b29a tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0469913 Aug 13 03:46:57.289443 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9c58bb4a-e394-4c99-a1f9-e24ba0e7cb24 req-737b95d8-ed8b-4e0f-80b8-2d00335ed2ae tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326912 Aug 13 03:46:57.340630 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.404732 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a9271-548c-4c02-82b5-d0a33983d119 req-1d28dbfc-755b-49ed-9842-975cdc17c982 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:58.406194 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0a7a9271-548c-4c02-82b5-d0a33983d119 req-1d28dbfc-755b-49ed-9842-975cdc17c982 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0474858 Aug 13 03:46:58.445200 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0a7a9271-548c-4c02-82b5-d0a33983d119 req-44caa65a-696e-4963-bd0e-57956065a466 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330973 Aug 13 03:46:58.907064 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.560409 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01257f-3646-4179-aab5-6f3a9772813c req-6ec35f95-263b-4335-bb16-323738db5310 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:59.561882 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3a01257f-3646-4179-aab5-6f3a9772813c req-6ec35f95-263b-4335-bb16-323738db5310 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0512803 Aug 13 03:46:59.605457 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3a01257f-3646-4179-aab5-6f3a9772813c req-54e112bd-0dc8-40d8-a537-e901c0f174d1 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366561 Aug 13 03:47:00.741610 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e22c7e-9a36-4b2a-9c58-d8a71c3c4411 req-34ef98e7-853d-4537-9f49-617f5bc38730 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:00.743203 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f5e22c7e-9a36-4b2a-9c58-d8a71c3c4411 req-34ef98e7-853d-4537-9f49-617f5bc38730 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0513418 Aug 13 03:47:00.784782 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f5e22c7e-9a36-4b2a-9c58-d8a71c3c4411 req-40777a69-bf95-4bed-98ed-2d3f218c4410 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356712 Aug 13 03:47:01.897540 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f56276-ae81-40bc-988f-c5166c134938 req-a5fad1ce-8de1-467a-ae50-0fb0b3904e1f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:01.898930 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-36f56276-ae81-40bc-988f-c5166c134938 req-a5fad1ce-8de1-467a-ae50-0fb0b3904e1f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0481741 Aug 13 03:47:01.937557 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-36f56276-ae81-40bc-988f-c5166c134938 req-fde16b32-0a4a-4e43-8642-55f4b9149d94 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326090 Aug 13 03:47:03.053701 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee01fa5-2293-4087-bb4b-9fea5fbd1737 req-53405bea-5518-41a4-a1a8-946b34a50806 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:03.055094 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4ee01fa5-2293-4087-bb4b-9fea5fbd1737 req-53405bea-5518-41a4-a1a8-946b34a50806 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0517051 Aug 13 03:47:03.093934 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4ee01fa5-2293-4087-bb4b-9fea5fbd1737 req-3e81ba3c-bd12-40b7-b34b-e16f8b1d09c3 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329535 Aug 13 03:47:04.204408 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1bd1d-6e52-41f4-bae3-3234a8e8fa95 req-8144d861-416e-4980-a04a-b577356e3e30 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:04.205857 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aea1bd1d-6e52-41f4-bae3-3234a8e8fa95 req-8144d861-416e-4980-a04a-b577356e3e30 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0478363 Aug 13 03:47:04.245016 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aea1bd1d-6e52-41f4-bae3-3234a8e8fa95 req-8eecca99-6b4c-4faa-a5c6-5ff84c5e2b62 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332153 Aug 13 03:47:05.357614 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38be77-a041-425f-bdcf-eed57fa9fd00 req-91618591-158d-497e-ae64-9fad55361015 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:05.359101 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9e38be77-a041-425f-bdcf-eed57fa9fd00 req-91618591-158d-497e-ae64-9fad55361015 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0486956 Aug 13 03:47:05.397403 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9e38be77-a041-425f-bdcf-eed57fa9fd00 req-4e66652b-88b5-4e2b-9584-c09d4858db64 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323298 Aug 13 03:47:06.516127 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34208e34-b487-465d-a3cc-2b0afcd945f4 req-0c652ce9-8f32-4e96-8029-fe27d0e247e1 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:06.517621 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-34208e34-b487-465d-a3cc-2b0afcd945f4 req-0c652ce9-8f32-4e96-8029-fe27d0e247e1 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0528765 Aug 13 03:47:06.565439 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-34208e34-b487-465d-a3cc-2b0afcd945f4 req-f3569b46-32be-4bdf-8d11-15a21c4ad64e tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409737 Aug 13 03:47:07.680645 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf5cbd-48a1-46e1-9009-40b73f335cf3 req-62710009-c957-4546-b0a7-4bc1a335fdd5 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:07.682138 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-33bf5cbd-48a1-46e1-9009-40b73f335cf3 req-62710009-c957-4546-b0a7-4bc1a335fdd5 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0499711 Aug 13 03:47:07.722128 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-33bf5cbd-48a1-46e1-9009-40b73f335cf3 req-8e202046-8688-4890-a11e-cb08204b928a tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&id=6adbfd97-ac03-4f08-a230-2a71c0febc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340228 Aug 13 03:47:12.226525 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:13.059142 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:47:23.570208 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-13e4f7f3-9f79-4a41-94f8-1b596b740887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:26.158160 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-69fd7288-5f7a-4162-a472-994aac78c756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:26.285522 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:27.343317 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:28.909687 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:40.151738 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-739fa95e-f63f-43c7-9f25-883ccb9a8a74 req-82c55df3-d06d-4dd8-8ee3-7b8f6bba9084 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066353181&fields=id&tenant_id=2462aea252884aa2aa6e394eb3edf739 HTTP/1.1" status: 200 len: 267 time: 0.0319562 Aug 13 03:47:40.206563 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fa95e-f63f-43c7-9f25-883ccb9a8a74 req-5d26f0a5-7f18-4e6e-b1ff-59a875a393c2 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:40.208033 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-739fa95e-f63f-43c7-9f25-883ccb9a8a74 req-5d26f0a5-7f18-4e6e-b1ff-59a875a393c2 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 985 time: 0.0508828 Aug 13 03:47:40.218659 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-739fa95e-f63f-43c7-9f25-883ccb9a8a74 req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Request body: {'port': {'security_groups': ['7b6a2da2-ee09-4949-abf6-c1ac946d0dbf']}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:40.281452 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-739fa95e-f63f-43c7-9f25-883ccb9a8a74 req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:40.449303 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-739fa95e-f63f-43c7-9f25-883ccb9a8a74 req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] For port 187dbf0d-e61d-491d-a260-b2ddf31b3492, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492,segment=NetworkSegment(98c83060-1a9e-4db4-96a2-a6de8fc3b216),segment_id=98c83060-1a9e-4db4-96a2-a6de8fc3b216)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:40.477680 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-739fa95e-f63f-43c7-9f25-883ccb9a8a74 req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:40.481885 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-739fa95e-f63f-43c7-9f25-883ccb9a8a74 req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25712220'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:40.493458 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['187dbf0d-e61d-491d-a260-b2ddf31b3492'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:40.528941 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fa95e-f63f-43c7-9f25-883ccb9a8a74 req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:40.529618 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-739fa95e-f63f-43c7-9f25-883ccb9a8a74 req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:40.531762 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-739fa95e-f63f-43c7-9f25-883ccb9a8a74 req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "PUT /v2.0/ports/187dbf0d-e61d-491d-a260-b2ddf31b3492 HTTP/1.1" status: 200 len: 943 time: 0.3168521 Aug 13 03:47:40.532294 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:40.534548 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2821434a-f419-46d3-9f09-98c386ed4ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:40.537013 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40766) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:40.562250 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event updated for resources: {'Port': ['ID=187dbf0d-e61d-491d-a260-b2ddf31b3492,revision_number=7']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:40.571613 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.572256 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.572669 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.573192 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.573662 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.574002 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.574339 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.574673 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.575008 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.575857 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.575857 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.576084 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d1e37-4282-42c8-b536-cf9ce5524fbf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.599668 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59c07cc-e817-4b47-8675-f9c650f19724 x-openstack-request-id: req-b59c07cc-e817-4b47-8675-f9c650f19724 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:40.600124 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:40.600949 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b59c07cc-e817-4b47-8675-f9c650f19724 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:40.601357 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492', 'status': 'completed', 'code': 200} Aug 13 03:47:40.608798 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:40.612398 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['187dbf0d-e61d-491d-a260-b2ddf31b3492'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:40.661740 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:40.712075 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821434a-f419-46d3-9f09-98c386ed4ec9 req-6f853aca-5e93-4e6a-b30b-af5274a8b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:40.713487 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2821434a-f419-46d3-9f09-98c386ed4ec9 req-6f853aca-5e93-4e6a-b30b-af5274a8b9c3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2462aea252884aa2aa6e394eb3edf739&device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 1099 time: 0.0820081 Aug 13 03:47:40.777821 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:40.780261 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for security_group, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:40.781401 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "DELETE /v2.0/security-groups/6adbfd97-ac03-4f08-a230-2a71c0febc7d HTTP/1.1" status: 204 len: 168 time: 0.2416873 Aug 13 03:47:40.784187 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40770) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:40.797065 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adbfd97-ac03-4f08-a230-2a71c0febc7d,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:40.812478 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.812835 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.813179 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.813521 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.813855 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.814190 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.814530 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.814855 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.815181 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.815296 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-42b6e810-c867-4aa8-a5c5-365d2ce055cc None None] Provisioning complete for port 187dbf0d-e61d-491d-a260-b2ddf31b3492 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:40.815509 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.816001 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-42b6e810-c867-4aa8-a5c5-365d2ce055cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:40.816133 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.816225 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e74c05-e449-401c-a23f-58efe0ce984b tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:40.839345 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821434a-f419-46d3-9f09-98c386ed4ec9 req-5c00bb74-6a2c-4a43-a5a8-03fbb8640539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:40.840856 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2821434a-f419-46d3-9f09-98c386ed4ec9 req-5c00bb74-6a2c-4a43-a5a8-03fbb8640539 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0801b85e-059f-4c58-b73b-3f02e28a0d1f HTTP/1.1" status: 200 len: 916 time: 0.1202011 Aug 13 03:47:40.911237 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2821434a-f419-46d3-9f09-98c386ed4ec9 req-5b4202e9-2da6-4d90-ac3b-2f57ff0c90ae service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492 HTTP/1.1" status: 200 len: 1002 time: 0.0622938 Aug 13 03:47:40.948592 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-8fba962f-ba96-475b-9c37-d626f2a150e6 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Deleting port c36a6a0f-b7fa-45a5-934c-1446952bb361 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:47:40.948937 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8fba962f-ba96-475b-9c37-d626f2a150e6 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:40.962383 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821434a-f419-46d3-9f09-98c386ed4ec9 req-416f276e-857b-423d-8c35-abadfb225983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:40.963848 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2821434a-f419-46d3-9f09-98c386ed4ec9 req-416f276e-857b-423d-8c35-abadfb225983 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=53e42832-6ec3-426b-9cbb-916a87bcae3f HTTP/1.1" status: 200 len: 854 time: 0.0453677 Aug 13 03:47:41.008520 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821434a-f419-46d3-9f09-98c386ed4ec9 req-f852dc6c-e062-4fac-98dd-55ad06d69795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:41.010006 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2821434a-f419-46d3-9f09-98c386ed4ec9 req-f852dc6c-e062-4fac-98dd-55ad06d69795 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0801b85e-059f-4c58-b73b-3f02e28a0d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385554 Aug 13 03:47:41.020883 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8fba962f-ba96-475b-9c37-d626f2a150e6 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:41.021219 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8fba962f-ba96-475b-9c37-d626f2a150e6 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:41.033027 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-8fba962f-ba96-475b-9c37-d626f2a150e6 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Calling delete_port for c36a6a0f-b7fa-45a5-934c-1446952bb361 owned by network:floatingip {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:47:41.100165 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2821434a-f419-46d3-9f09-98c386ed4ec9 req-0d553a82-11b2-4b74-af87-f609a2aa64b3 service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825253 Aug 13 03:47:41.189847 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-2821434a-f419-46d3-9f09-98c386ed4ec9 req-d6469386-c5d9-411a-abd2-bab46567757f service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822122 Aug 13 03:47:41.200262 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8fba962f-ba96-475b-9c37-d626f2a150e6 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:41.230051 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba962f-ba96-475b-9c37-d626f2a150e6 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event deleted for resources: {'Port': ['ID=c36a6a0f-b7fa-45a5-934c-1446952bb361,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:41.284811 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8fba962f-ba96-475b-9c37-d626f2a150e6 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:41.285075 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-8fba962f-ba96-475b-9c37-d626f2a150e6 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Floating IP 59ec62fb-d4af-4bb0-909c-1052f1dc24e9 disassociated (deleted). External IP: 172.27.0.249, port: 187dbf0d-e61d-491d-a260-b2ddf31b3492. Aug 13 03:47:41.483604 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fba962f-ba96-475b-9c37-d626f2a150e6 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Router 0ee9c50c-bd15-40c0-b046-254344e24822 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:47:41.586580 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fba962f-ba96-475b-9c37-d626f2a150e6 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:47:41.591384 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8fba962f-ba96-475b-9c37-d626f2a150e6 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:41.596168 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd672e-2686-47bb-91e5-998dcd3aa033 None None] Sync routers for ids ['0ee9c50c-bd15-40c0-b046-254344e24822'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:47:41.605463 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd672e-2686-47bb-91e5-998dcd3aa033 None None] Routers {'0ee9c50c-bd15-40c0-b046-254344e24822'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:41.606078 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-36fd672e-2686-47bb-91e5-998dcd3aa033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:47:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['0ee9c50c-bd15-40c0-b046-254344e24822'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:41.618090 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8fba962f-ba96-475b-9c37-d626f2a150e6 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "DELETE /v2.0/floatingips/59ec62fb-d4af-4bb0-909c-1052f1dc24e9 HTTP/1.1" status: 204 len: 168 time: 0.8328407 Aug 13 03:47:41.710094 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-36fd672e-2686-47bb-91e5-998dcd3aa033 None None] Set router 0ee9c50c-bd15-40c0-b046-254344e24822 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:41.922518 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-36fd672e-2686-47bb-91e5-998dcd3aa033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '25036802-eb05-4ddb-8e8e-21011037d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 4, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port': {'id': '25036802-eb05-4ddb-8e8e-21011037d379', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:39Z', 'updated_at': '2021-08-13T03:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'd16e25a0-3e98-4381-a05f-e17b5f0ec98f', 'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'mac_address': 'fa:16:3e:2d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:41Z', 'updated_at': '2021-08-13T03:45:47Z', 'revision_number': 5, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'subnets': [{'id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:41.947539 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd672e-2686-47bb-91e5-998dcd3aa033 None None] Checking router: 0ee9c50c-bd15-40c0-b046-254344e24822 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:47:41.955268 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd672e-2686-47bb-91e5-998dcd3aa033 None None] Routers {'0ee9c50c-bd15-40c0-b046-254344e24822'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:41.955857 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-36fd672e-2686-47bb-91e5-998dcd3aa033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:47:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['0ee9c50c-bd15-40c0-b046-254344e24822'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:42.054731 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-36fd672e-2686-47bb-91e5-998dcd3aa033 None None] Set router 0ee9c50c-bd15-40c0-b046-254344e24822 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:42.233237 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:42.251325 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-36fd672e-2686-47bb-91e5-998dcd3aa033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '25036802-eb05-4ddb-8e8e-21011037d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 4, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port': {'id': '25036802-eb05-4ddb-8e8e-21011037d379', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:39Z', 'updated_at': '2021-08-13T03:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'd16e25a0-3e98-4381-a05f-e17b5f0ec98f', 'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'mac_address': 'fa:16:3e:2d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:41Z', 'updated_at': '2021-08-13T03:45:47Z', 'revision_number': 5, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'subnets': [{'id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:42.282499 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd672e-2686-47bb-91e5-998dcd3aa033 None None] The sync data for ids ['0ee9c50c-bd15-40c0-b046-254344e24822'] in dv-cinder-759962-7-iscsi is: [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '25036802-eb05-4ddb-8e8e-21011037d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:45:41Z', 'revision_number': 4, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port': {'id': '25036802-eb05-4ddb-8e8e-21011037d379', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:39Z', 'updated_at': '2021-08-13T03:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': 'd16e25a0-3e98-4381-a05f-e17b5f0ec98f', 'name': '', 'network_id': '0801b85e-059f-4c58-b73b-3f02e28a0d1f', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'mac_address': 'fa:16:3e:2d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:41Z', 'updated_at': '2021-08-13T03:45:47Z', 'revision_number': 5, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'subnets': [{'id': '53e42832-6ec3-426b-9cbb-916a87bcae3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:47:42.493669 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7947b9d1-b63f-4a7b-8c81-da0ec1e257ac None None] New status for floating IP 59ec62fb-d4af-4bb0-909c-1052f1dc24e9: DOWN {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:47:42.602087 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:42.604568 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9edf85-f7e9-4183-a0ae-ffa5f1bf4385" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:42.640031 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e17262-78d5-46ed-bc6a-7e0cf81655e9 x-openstack-request-id: req-e1e17262-78d5-46ed-bc6a-7e0cf81655e9 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:42.640322 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:42.640575 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1e17262-78d5-46ed-bc6a-7e0cf81655e9 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:42.640971 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492', 'status': 'completed', 'code': 200} Aug 13 03:47:42.701998 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9edf85-f7e9-4183-a0ae-ffa5f1bf4385 req-fbb06879-96ff-4a71-a9ab-93c6e3dfc1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:42.703459 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ed9edf85-f7e9-4183-a0ae-ffa5f1bf4385 req-fbb06879-96ff-4a71-a9ab-93c6e3dfc1d3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2462aea252884aa2aa6e394eb3edf739&device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 1099 time: 0.0403855 Aug 13 03:47:42.792399 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9edf85-f7e9-4183-a0ae-ffa5f1bf4385 req-5be52fec-d040-4a59-9f6b-3f45ae80115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:42.793750 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ed9edf85-f7e9-4183-a0ae-ffa5f1bf4385 req-5be52fec-d040-4a59-9f6b-3f45ae80115e service neutron] 10.222.0.63 "GET /v2.0/networks?id=0801b85e-059f-4c58-b73b-3f02e28a0d1f HTTP/1.1" status: 200 len: 916 time: 0.0827026 Aug 13 03:47:42.838837 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ed9edf85-f7e9-4183-a0ae-ffa5f1bf4385 req-2926ac0a-932c-4c8e-babf-6239c3314cb9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492 HTTP/1.1" status: 200 len: 217 time: 0.0378373 Aug 13 03:47:42.887096 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9edf85-f7e9-4183-a0ae-ffa5f1bf4385 req-9db1ea88-76e3-46f0-98c7-94032483939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:42.888591 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ed9edf85-f7e9-4183-a0ae-ffa5f1bf4385 req-9db1ea88-76e3-46f0-98c7-94032483939e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=53e42832-6ec3-426b-9cbb-916a87bcae3f HTTP/1.1" status: 200 len: 854 time: 0.0430038 Aug 13 03:47:42.938895 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9edf85-f7e9-4183-a0ae-ffa5f1bf4385 req-98260a2a-75c4-421b-930c-9f6627f14a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:42.940431 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ed9edf85-f7e9-4183-a0ae-ffa5f1bf4385 req-98260a2a-75c4-421b-930c-9f6627f14a41 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0801b85e-059f-4c58-b73b-3f02e28a0d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441153 Aug 13 03:47:43.027687 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ed9edf85-f7e9-4183-a0ae-ffa5f1bf4385 req-442c605d-14e5-40c8-9a7f-f663fe17d5c7 service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796871 Aug 13 03:47:43.122730 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-ed9edf85-f7e9-4183-a0ae-ffa5f1bf4385 req-509b99d7-b212-4630-acb0-ec16184678e2 service neutron] 10.222.0.63 "GET /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885882 Aug 13 03:47:44.310813 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647809ab-286b-4ca2-9d35-174dc46a61f6 req-e4505850-68cf-43a2-8359-07d4c60c3ed4 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:44.312334 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-647809ab-286b-4ca2-9d35-174dc46a61f6 req-e4505850-68cf-43a2-8359-07d4c60c3ed4 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 946 time: 0.0481546 Aug 13 03:47:44.349315 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-647809ab-286b-4ca2-9d35-174dc46a61f6 req-587375ef-ce86-4d6d-8250-71f99e53a030 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Aug 13 03:47:45.463614 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8350a3-b16d-432f-a30f-8326ff45c819 req-75165c03-9b0c-47c3-b1ab-7be13dbe04a3 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:45.465193 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ab8350a3-b16d-432f-a30f-8326ff45c819 req-75165c03-9b0c-47c3-b1ab-7be13dbe04a3 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 946 time: 0.0476072 Aug 13 03:47:45.502598 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ab8350a3-b16d-432f-a30f-8326ff45c819 req-d16bd970-8173-47d3-87ad-e453bafeeacf tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Aug 13 03:47:45.927914 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48c162-e233-4e42-bb34-bfad67f64822 req-1a93c204-ec47-4195-9200-e19f3bd445df tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:45.929353 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-7e48c162-e233-4e42-bb34-bfad67f64822 req-1a93c204-ec47-4195-9200-e19f3bd445df tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 946 time: 0.0487313 Aug 13 03:47:46.013358 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-7e48c162-e233-4e42-bb34-bfad67f64822 req-52eb0957-2264-4ef3-bcbf-683356c26917 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Deleting port 187dbf0d-e61d-491d-a260-b2ddf31b3492 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:47:46.013700 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7e48c162-e233-4e42-bb34-bfad67f64822 req-52eb0957-2264-4ef3-bcbf-683356c26917 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.098468 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-7e48c162-e233-4e42-bb34-bfad67f64822 req-52eb0957-2264-4ef3-bcbf-683356c26917 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] For port 187dbf0d-e61d-491d-a260-b2ddf31b3492, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=187dbf0d-e61d-491d-a260-b2ddf31b3492,segment=NetworkSegment(98c83060-1a9e-4db4-96a2-a6de8fc3b216),segment_id=98c83060-1a9e-4db4-96a2-a6de8fc3b216)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:46.098828 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7e48c162-e233-4e42-bb34-bfad67f64822 req-52eb0957-2264-4ef3-bcbf-683356c26917 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.112032 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-7e48c162-e233-4e42-bb34-bfad67f64822 req-52eb0957-2264-4ef3-bcbf-683356c26917 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Calling delete_port for 187dbf0d-e61d-491d-a260-b2ddf31b3492 owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:47:46.243693 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7e48c162-e233-4e42-bb34-bfad67f64822 req-52eb0957-2264-4ef3-bcbf-683356c26917 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.255069 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['187dbf0d-e61d-491d-a260-b2ddf31b3492'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:46.269649 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb0957-2264-4ef3-bcbf-683356c26917 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Pushing event deleted for resources: {'Port': ['ID=187dbf0d-e61d-491d-a260-b2ddf31b3492,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:46.314240 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e48c162-e233-4e42-bb34-bfad67f64822 req-52eb0957-2264-4ef3-bcbf-683356c26917 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] No DVR routers for this DVR port 187dbf0d-e61d-491d-a260-b2ddf31b3492 on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:47:46.317203 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-7e48c162-e233-4e42-bb34-bfad67f64822 req-52eb0957-2264-4ef3-bcbf-683356c26917 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.319954 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-7e48c162-e233-4e42-bb34-bfad67f64822 req-52eb0957-2264-4ef3-bcbf-683356c26917 tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.63 "DELETE /v2.0/ports/187dbf0d-e61d-491d-a260-b2ddf31b3492 HTTP/1.1" status: 204 len: 173 time: 0.3845453 Aug 13 03:47:46.320392 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'name': 'network-vif-deleted', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:46.322855 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce44556-14b6-4476-afd6-6d36c614d21f" -d '{"events": [{"server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "name": "network-vif-deleted", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:46.414493 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdb28a7-2e49-4cca-8fcf-94c644da6b4c x-openstack-request-id: req-2cdb28a7-2e49-4cca-8fcf-94c644da6b4c {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:46.414763 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3b2397-6634-4ce9-8226-20bad9c92d40", "name": "network-vif-deleted", "tag": "187dbf0d-e61d-491d-a260-b2ddf31b3492", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:46.415013 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2cdb28a7-2e49-4cca-8fcf-94c644da6b4c {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:46.415404 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3b2397-6634-4ce9-8226-20bad9c92d40', 'name': 'network-vif-deleted', 'tag': '187dbf0d-e61d-491d-a260-b2ddf31b3492', 'status': 'completed', 'code': 200} Aug 13 03:47:46.608376 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f88e771d-314c-4bb9-b850-c7ba994a7f9e req-594ea62d-83e7-4ca4-afca-309e17c0f39f tempest-TestMinimumBasicScenario-978587863 tempest-TestMinimumBasicScenario-978587863-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3b2397-6634-4ce9-8226-20bad9c92d40 HTTP/1.1" status: 200 len: 210 time: 0.0286627 Aug 13 03:47:48.165827 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40864) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:48.501560 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-85589b38-13d5-409b-911f-1ca1c51ea9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734678'] for router_interface, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:48.735878 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-85589b38-13d5-409b-911f-1ca1c51ea9bb admin admin] Deleting port d16e25a0-3e98-4381-a05f-e17b5f0ec98f {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:47:48.736254 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-85589b38-13d5-409b-911f-1ca1c51ea9bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:48.815132 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-85589b38-13d5-409b-911f-1ca1c51ea9bb admin admin] For port d16e25a0-3e98-4381-a05f-e17b5f0ec98f, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=d16e25a0-3e98-4381-a05f-e17b5f0ec98f,segment=NetworkSegment(98c83060-1a9e-4db4-96a2-a6de8fc3b216),segment_id=98c83060-1a9e-4db4-96a2-a6de8fc3b216)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:48.815500 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-85589b38-13d5-409b-911f-1ca1c51ea9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:48.828293 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-85589b38-13d5-409b-911f-1ca1c51ea9bb admin admin] Calling delete_port for d16e25a0-3e98-4381-a05f-e17b5f0ec98f owned by network:router_interface {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:47:48.999643 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-85589b38-13d5-409b-911f-1ca1c51ea9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:49.025256 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85589b38-13d5-409b-911f-1ca1c51ea9bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d16e25a0-3e98-4381-a05f-e17b5f0ec98f,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:49.188945 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-85589b38-13d5-409b-911f-1ca1c51ea9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674662'] for router_interface, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:49.389830 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85589b38-13d5-409b-911f-1ca1c51ea9bb admin admin] Router 0ee9c50c-bd15-40c0-b046-254344e24822 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:47:49.496184 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85589b38-13d5-409b-911f-1ca1c51ea9bb admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:47:49.501579 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-85589b38-13d5-409b-911f-1ca1c51ea9bb admin admin] 10.222.0.57 "PUT /v2.0/routers/0ee9c50c-bd15-40c0-b046-254344e24822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3347464 Aug 13 03:47:49.504088 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40866) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:49.505172 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7084f12-c73d-4a01-8bc1-a0e6e2ce1126 None None] Sync routers for ids ['0ee9c50c-bd15-40c0-b046-254344e24822'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:47:49.515201 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7084f12-c73d-4a01-8bc1-a0e6e2ce1126 None None] Routers {'0ee9c50c-bd15-40c0-b046-254344e24822'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:49.515816 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f7084f12-c73d-4a01-8bc1-a0e6e2ce1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:47:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['0ee9c50c-bd15-40c0-b046-254344e24822'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:49.723292 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 187dbf0d-e61d-491d-a260-b2ddf31b3492 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:47:49.746596 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: 187dbf0d-e61d-491d-a260-b2ddf31b3492 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:47:49.746946 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 187dbf0d-e61d-491d-a260-b2ddf31b3492 not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:47:49.769703 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-f7084f12-c73d-4a01-8bc1-a0e6e2ce1126 None None] Set router 0ee9c50c-bd15-40c0-b046-254344e24822 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:49.879335 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Notify callbacks [] for router, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:49.955980 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f7084f12-c73d-4a01-8bc1-a0e6e2ce1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '25036802-eb05-4ddb-8e8e-21011037d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:47:48Z', 'revision_number': 5, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port': {'id': '25036802-eb05-4ddb-8e8e-21011037d379', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:39Z', 'updated_at': '2021-08-13T03:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:49.978651 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:49.985806 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7084f12-c73d-4a01-8bc1-a0e6e2ce1126 None None] Checking router: 0ee9c50c-bd15-40c0-b046-254344e24822 for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:47:49.994258 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7084f12-c73d-4a01-8bc1-a0e6e2ce1126 None None] Routers {'0ee9c50c-bd15-40c0-b046-254344e24822'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:49.994877 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f7084f12-c73d-4a01-8bc1-a0e6e2ce1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:47:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['0ee9c50c-bd15-40c0-b046-254344e24822'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:50.031356 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Deleting port 25036802-eb05-4ddb-8e8e-21011037d379 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:47:50.031872 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.060689 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:47:50.086809 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-f7084f12-c73d-4a01-8bc1-a0e6e2ce1126 None None] Set router 0ee9c50c-bd15-40c0-b046-254344e24822 gateway port host: None {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:50.089801 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-59048666-45d6-48d1-9d14-1a140da68ad2 req-ee91c3db-2c2e-4e33-a058-0b4157bfedfc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440035 Aug 13 03:47:50.118100 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] For port 25036802-eb05-4ddb-8e8e-21011037d379, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=25036802-eb05-4ddb-8e8e-21011037d379,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:50.118757 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.132268 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Calling delete_port for 25036802-eb05-4ddb-8e8e-21011037d379 owned by network:router_gateway {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:47:50.138008 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f7084f12-c73d-4a01-8bc1-a0e6e2ce1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:47:49Z', 'revision_number': 6, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port_host': None}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:50.149995 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59048666-45d6-48d1-9d14-1a140da68ad2 req-5c536fbb-7ddb-4454-b042-e42a582408e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:50.151503 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-59048666-45d6-48d1-9d14-1a140da68ad2 req-5c536fbb-7ddb-4454-b042-e42a582408e5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 1099 time: 0.0420098 Aug 13 03:47:50.166647 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7084f12-c73d-4a01-8bc1-a0e6e2ce1126 None None] The sync data for ids ['0ee9c50c-bd15-40c0-b046-254344e24822'] in dv-cinder-759962-7-iscsi is: [{'id': '0ee9c50c-bd15-40c0-b046-254344e24822', 'name': 'tempest-TestMinimumBasicScenario-1500421583-router', 'tenant_id': '2462aea252884aa2aa6e394eb3edf739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:38Z', 'updated_at': '2021-08-13T03:47:49Z', 'revision_number': 6, 'project_id': '2462aea252884aa2aa6e394eb3edf739', 'gw_port_host': None}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:47:50.254977 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59048666-45d6-48d1-9d14-1a140da68ad2 req-471aa263-8d8a-444d-b8a1-6a3de1ce0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:50.257047 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-59048666-45d6-48d1-9d14-1a140da68ad2 req-471aa263-8d8a-444d-b8a1-6a3de1ce0313 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 913 time: 0.0870500 Aug 13 03:47:50.304436 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.324339 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-59048666-45d6-48d1-9d14-1a140da68ad2 req-4ffc77a3-c322-4c15-874e-7f2dab469f95 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce0dde48-9df1-4daa-93c1-0f3c6101964d HTTP/1.1" status: 200 len: 1002 time: 0.0604057 Aug 13 03:47:50.330612 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Pushing event deleted for resources: {'Port': ['ID=25036802-eb05-4ddb-8e8e-21011037d379,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:50.376889 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59048666-45d6-48d1-9d14-1a140da68ad2 req-47b2ddc8-d441-4eca-8f39-a41055d46c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:50.378354 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-59048666-45d6-48d1-9d14-1a140da68ad2 req-47b2ddc8-d441-4eca-8f39-a41055d46c77 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0472977 Aug 13 03:47:50.390162 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675612'] for router_gateway, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.423396 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59048666-45d6-48d1-9d14-1a140da68ad2 req-67c70820-23ab-40c6-a421-2eb9a5f7d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:50.425005 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-59048666-45d6-48d1-9d14-1a140da68ad2 req-67c70820-23ab-40c6-a421-2eb9a5f7d121 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399959 Aug 13 03:47:50.478047 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3676720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.480101 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.520345 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-59048666-45d6-48d1-9d14-1a140da68ad2 req-0618b2ca-96d2-4302-b964-0bd6cfa0fc27 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880032 Aug 13 03:47:50.525766 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3676735'] for router, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.526516 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ee9c50c-bd15-40c0-b046-254344e24822 {{(pid=94057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:47:50.534469 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.535637 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c66700d0-05b6-4a61-b738-0dd12b8a8faf admin admin] 10.222.0.57 "DELETE /v2.0/routers/0ee9c50c-bd15-40c0-b046-254344e24822 HTTP/1.1" status: 204 len: 168 time: 1.0306284 Aug 13 03:47:50.538675 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40868) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:50.590298 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-86feba2f-da6e-45bb-9112-2f92b5519cf5 admin admin] Deleting subnet 53e42832-6ec3-426b-9cbb-916a87bcae3f {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:47:50.594273 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86feba2f-da6e-45bb-9112-2f92b5519cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.620190 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-59048666-45d6-48d1-9d14-1a140da68ad2 req-83374b29-939a-4d1c-a751-295a6d406158 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929372 Aug 13 03:47:50.633080 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86feba2f-da6e-45bb-9112-2f92b5519cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25334338'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.710438 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86feba2f-da6e-45bb-9112-2f92b5519cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.760546 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86feba2f-da6e-45bb-9112-2f92b5519cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25712230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25276284'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.785936 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feba2f-da6e-45bb-9112-2f92b5519cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53e42832-6ec3-426b-9cbb-916a87bcae3f,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:50.788374 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-86feba2f-da6e-45bb-9112-2f92b5519cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.790198 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-86feba2f-da6e-45bb-9112-2f92b5519cf5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/53e42832-6ec3-426b-9cbb-916a87bcae3f HTTP/1.1" status: 204 len: 168 time: 0.2505984 Aug 13 03:47:50.792410 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea488192-4058-4dc6-80d3-52708d22736d None None] Network 0801b85e-059f-4c58-b73b-3f02e28a0d1f requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:47:50.793002 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40870) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:50.862822 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.916051 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Deleting port 327310ff-b762-48c9-8038-bcb4a898df2f {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:47:50.916406 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.982157 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] For port 327310ff-b762-48c9-8038-bcb4a898df2f, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=327310ff-b762-48c9-8038-bcb4a898df2f,segment=NetworkSegment(98c83060-1a9e-4db4-96a2-a6de8fc3b216),segment_id=98c83060-1a9e-4db4-96a2-a6de8fc3b216)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:50.982535 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.987040 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] DHCP port deletion for 0801b85e-059f-4c58-b73b-3f02e28a0d1f request from dv-cinder-759962-7-iscsi {{(pid=94058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:47:50.996012 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Calling delete_port for 327310ff-b762-48c9-8038-bcb4a898df2f owned by network:dhcp {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:47:51.029693 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 25036802-eb05-4ddb-8e8e-21011037d379 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:47:51.053767 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 25036802-eb05-4ddb-8e8e-21011037d379 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:47:51.053925 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 25036802-eb05-4ddb-8e8e-21011037d379 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:47:51.054282 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device d16e25a0-3e98-4381-a05f-e17b5f0ec98f no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:47:51.074517 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: d16e25a0-3e98-4381-a05f-e17b5f0ec98f {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:47:51.074860 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device d16e25a0-3e98-4381-a05f-e17b5f0ec98f not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:47:51.081390 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Deleting port 327310ff-b762-48c9-8038-bcb4a898df2f {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:47:51.081727 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:51.081894 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:51.108775 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Pushing event deleted for resources: {'Port': ['ID=327310ff-b762-48c9-8038-bcb4a898df2f,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:51.110612 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] No DVR routers for this DVR port 327310ff-b762-48c9-8038-bcb4a898df2f on host dv-cinder-759962-7-iscsi {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:47:51.142728 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] For port 327310ff-b762-48c9-8038-bcb4a898df2f, host dv-cinder-759962-7-iscsi, got binding levels [] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:51.143178 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:51.156602 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Calling delete_port for 327310ff-b762-48c9-8038-bcb4a898df2f owned by network:dhcp {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:47:51.163967 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.ipam_backend_mixin [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Port 327310ff-b762-48c9-8038-bcb4a898df2f was not found and therefore no delete operation was performed {{(pid=94058) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 13 03:47:51.165406 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:51.183289 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:51.194541 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0801b85e-059f-4c58-b73b-3f02e28a0d1f']}} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:51.197543 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Pushing event deleted for resources: {'Port': ['ID=327310ff-b762-48c9-8038-bcb4a898df2f,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:51.201914 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] No DVR routers for this DVR port 327310ff-b762-48c9-8038-bcb4a898df2f on host dv-cinder-759962-7-iscsi {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:47:51.209018 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:51.209917 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:51.210207 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:51.210321 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c83060-1a9e-4db4-96a2-a6de8fc3b216') {'for_net_delete': True} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:51.210607 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c83060-1a9e-4db4-96a2-a6de8fc3b216') {} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:51.210704 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:51.210936 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:51.211200 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:51.212005 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:51.212005 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:51.212177 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:51.212508 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:51.212851 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:51.217225 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db07264a-5b81-4f67-ba75-2105b93e79c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:51.221346 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25334357'] for segment, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:51.235828 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:51.242249 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:47:51.242641 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25712312'] for segment, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: Traceback (most recent call last): Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: timer() Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: cb(*args, **kw) Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: return func(*args, **kwargs) Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: self._notify() Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: self.callback(batched_events) Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: event.method(event) Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: return f(self, *a, **k) Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: return self._get(url).json() Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: return self.request(url, 'GET', **kwargs) Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:47:51.244397 dv-cinder-759962-7-iscsi neutron-server[94057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:47:51.297450 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:51.301916 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:51.303882 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0801b85e-059f-4c58-b73b-3f02e28a0d1f HTTP/1.1" status: 204 len: 168 time: 0.5099297 Aug 13 03:47:51.306854 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40872) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:51.315920 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0598e6-85d5-4aa6-9b57-69c9272ba870 admin admin] Pushing event deleted for resources: {'Network': ['ID=0801b85e-059f-4c58-b73b-3f02e28a0d1f,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:51.643461 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-216902a9-5d6a-4af5-b2f5-ef42ae0f24df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734678'] for router_interface, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:52.131759 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-216902a9-5d6a-4af5-b2f5-ef42ae0f24df admin admin] Deleting port ab51d427-6ee9-4a21-95e2-200158fea2c2 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:47:52.132127 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-216902a9-5d6a-4af5-b2f5-ef42ae0f24df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:52.216616 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-216902a9-5d6a-4af5-b2f5-ef42ae0f24df admin admin] For port ab51d427-6ee9-4a21-95e2-200158fea2c2, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=ab51d427-6ee9-4a21-95e2-200158fea2c2,segment=NetworkSegment(efbe311c-aa45-4ad6-b259-b2dee5dcbcce),segment_id=efbe311c-aa45-4ad6-b259-b2dee5dcbcce)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:52.216981 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-216902a9-5d6a-4af5-b2f5-ef42ae0f24df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:52.231270 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-216902a9-5d6a-4af5-b2f5-ef42ae0f24df admin admin] Calling delete_port for ab51d427-6ee9-4a21-95e2-200158fea2c2 owned by network:router_interface {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:47:52.416544 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-216902a9-5d6a-4af5-b2f5-ef42ae0f24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:52.443436 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216902a9-5d6a-4af5-b2f5-ef42ae0f24df admin admin] Pushing event deleted for resources: {'Port': ['ID=ab51d427-6ee9-4a21-95e2-200158fea2c2,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:52.603308 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-216902a9-5d6a-4af5-b2f5-ef42ae0f24df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674662'] for router_interface, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:52.805097 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216902a9-5d6a-4af5-b2f5-ef42ae0f24df admin admin] Router a7912999-889d-401a-a5c2-9f031eec6c02 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:47:52.910985 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216902a9-5d6a-4af5-b2f5-ef42ae0f24df admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:47:52.918480 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-216902a9-5d6a-4af5-b2f5-ef42ae0f24df admin admin] 10.222.0.57 "PUT /v2.0/routers/a7912999-889d-401a-a5c2-9f031eec6c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6079736 Aug 13 03:47:52.918480 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40874) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:52.919293 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41574588-dcfe-4f96-905f-bfb1cd12c98b None None] Sync routers for ids ['a7912999-889d-401a-a5c2-9f031eec6c02'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:47:52.929206 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41574588-dcfe-4f96-905f-bfb1cd12c98b None None] Routers {'a7912999-889d-401a-a5c2-9f031eec6c02'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:52.930044 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-41574588-dcfe-4f96-905f-bfb1cd12c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:47:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['a7912999-889d-401a-a5c2-9f031eec6c02'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:53.025077 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.032748 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 327310ff-b762-48c9-8038-bcb4a898df2f no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:47:53.035943 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-41574588-dcfe-4f96-905f-bfb1cd12c98b None None] Set router a7912999-889d-401a-a5c2-9f031eec6c02 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:53.052259 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 327310ff-b762-48c9-8038-bcb4a898df2f {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:47:53.052610 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 327310ff-b762-48c9-8038-bcb4a898df2f not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:47:53.129554 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.185507 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Deleting port db12ecdc-d51d-4867-82be-11ac0cdeb2ba {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:47:53.185852 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.215122 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-41574588-dcfe-4f96-905f-bfb1cd12c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'name': 'tempest-TestMinimumBasicScenario-1489951195-router', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:47:52Z', 'revision_number': 5, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'gw_port': {'id': 'db12ecdc-d51d-4867-82be-11ac0cdeb2ba', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:53.240024 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41574588-dcfe-4f96-905f-bfb1cd12c98b None None] Checking router: a7912999-889d-401a-a5c2-9f031eec6c02 for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:47:53.248470 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41574588-dcfe-4f96-905f-bfb1cd12c98b None None] Routers {'a7912999-889d-401a-a5c2-9f031eec6c02'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:53.249071 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-41574588-dcfe-4f96-905f-bfb1cd12c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:47:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['a7912999-889d-401a-a5c2-9f031eec6c02'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:53.262311 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] For port db12ecdc-d51d-4867-82be-11ac0cdeb2ba, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=db12ecdc-d51d-4867-82be-11ac0cdeb2ba,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:53.262689 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.274934 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Calling delete_port for db12ecdc-d51d-4867-82be-11ac0cdeb2ba owned by network:router_gateway {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:47:53.333121 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-41574588-dcfe-4f96-905f-bfb1cd12c98b None None] Set router a7912999-889d-401a-a5c2-9f031eec6c02 gateway port host: None {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:53.388030 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-41574588-dcfe-4f96-905f-bfb1cd12c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'name': 'tempest-TestMinimumBasicScenario-1489951195-router', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:47:53Z', 'revision_number': 6, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'gw_port_host': None}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:53.414535 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41574588-dcfe-4f96-905f-bfb1cd12c98b None None] The sync data for ids ['a7912999-889d-401a-a5c2-9f031eec6c02'] in dv-cinder-759962-7-iscsi is: [{'id': 'a7912999-889d-401a-a5c2-9f031eec6c02', 'name': 'tempest-TestMinimumBasicScenario-1489951195-router', 'tenant_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:45:43Z', 'updated_at': '2021-08-13T03:47:53Z', 'revision_number': 6, 'project_id': 'fea26d897f9c45d5a6bd1707a5b003ea', 'gw_port_host': None}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:47:53.436716 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.462128 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=db12ecdc-d51d-4867-82be-11ac0cdeb2ba,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:53.539578 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675612'] for router_gateway, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.574033 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f6b8c3c9-a7f4-4750-934d-855f77a48481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.628124 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3676720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.630098 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.671016 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3676735'] for router, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.671560 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7912999-889d-401a-a5c2-9f031eec6c02 {{(pid=94056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:47:53.675666 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.676839 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-104122d7-3320-4edf-b0e3-b71050e913e1 admin admin] 10.222.0.57 "DELETE /v2.0/routers/a7912999-889d-401a-a5c2-9f031eec6c02 HTTP/1.1" status: 204 len: 168 time: 0.7574568 Aug 13 03:47:53.680079 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40876) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:53.726706 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ad2fc5-2d81-47b7-ae33-61dc5ffb7841 admin admin] Deleting subnet c417bc6f-9a6c-4e80-b48c-1a62c8a66961 {{(pid=94056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:47:53.729617 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2fc5-2d81-47b7-ae33-61dc5ffb7841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.763489 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2fc5-2d81-47b7-ae33-61dc5ffb7841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913378'] for subnet, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.841763 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2fc5-2d81-47b7-ae33-61dc5ffb7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.897323 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2fc5-2d81-47b7-ae33-61dc5ffb7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1570502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28241023'] for subnet, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.924395 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad2fc5-2d81-47b7-ae33-61dc5ffb7841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c417bc6f-9a6c-4e80-b48c-1a62c8a66961,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:53.930814 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2fc5-2d81-47b7-ae33-61dc5ffb7841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:53.935001 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-b6ad2fc5-2d81-47b7-ae33-61dc5ffb7841 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c417bc6f-9a6c-4e80-b48c-1a62c8a66961 HTTP/1.1" status: 204 len: 168 time: 0.2517068 Aug 13 03:47:53.935171 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 40878) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:53.935963 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43692031-f08e-470e-b641-59a29bafcd20 None None] Network f1f7629b-5985-48da-83f3-c75f457be8e4 requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:47:54.000366 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.052435 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Deleting port 80ce5fa2-93d1-449a-8888-61131c76707c {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:47:54.052803 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.117883 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] For port 80ce5fa2-93d1-449a-8888-61131c76707c, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=80ce5fa2-93d1-449a-8888-61131c76707c,segment=NetworkSegment(efbe311c-aa45-4ad6-b259-b2dee5dcbcce),segment_id=efbe311c-aa45-4ad6-b259-b2dee5dcbcce)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:54.118180 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.129970 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Calling delete_port for 80ce5fa2-93d1-449a-8888-61131c76707c owned by network:dhcp {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:47:54.191073 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4486cc90-6b90-4b3a-b061-158f3a3d38d7 None None] DHCP port deletion for f1f7629b-5985-48da-83f3-c75f457be8e4 request from dv-cinder-759962-7-iscsi {{(pid=94058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:47:54.212670 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.235549 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Pushing event deleted for resources: {'Port': ['ID=80ce5fa2-93d1-449a-8888-61131c76707c,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:54.241078 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] No DVR routers for this DVR port 80ce5fa2-93d1-449a-8888-61131c76707c on host dv-cinder-759962-7-iscsi {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:47:54.242863 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-4486cc90-6b90-4b3a-b061-158f3a3d38d7 None None] Deleting port 80ce5fa2-93d1-449a-8888-61131c76707c {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:47:54.243243 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-4486cc90-6b90-4b3a-b061-158f3a3d38d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.304617 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-4486cc90-6b90-4b3a-b061-158f3a3d38d7 None None] For port 80ce5fa2-93d1-449a-8888-61131c76707c, host dv-cinder-759962-7-iscsi, got binding levels [] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:54.305017 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-4486cc90-6b90-4b3a-b061-158f3a3d38d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.315539 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.317350 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-4486cc90-6b90-4b3a-b061-158f3a3d38d7 None None] Calling delete_port for 80ce5fa2-93d1-449a-8888-61131c76707c owned by network:dhcp {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:47:54.320487 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.ipam_backend_mixin [None req-4486cc90-6b90-4b3a-b061-158f3a3d38d7 None None] Port 80ce5fa2-93d1-449a-8888-61131c76707c was not found and therefore no delete operation was performed {{(pid=94058) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 13 03:47:54.322010 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-4486cc90-6b90-4b3a-b061-158f3a3d38d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.325879 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f7629b-5985-48da-83f3-c75f457be8e4']}} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:54.337057 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbe311c-aa45-4ad6-b259-b2dee5dcbcce') {'for_net_delete': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:54.337360 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbe311c-aa45-4ad6-b259-b2dee5dcbcce') {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:54.347102 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913397'] for segment, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.350829 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486cc90-6b90-4b3a-b061-158f3a3d38d7 None None] Pushing event deleted for resources: {'Port': ['ID=80ce5fa2-93d1-449a-8888-61131c76707c,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:54.352514 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486cc90-6b90-4b3a-b061-158f3a3d38d7 None None] No DVR routers for this DVR port 80ce5fa2-93d1-449a-8888-61131c76707c on host dv-cinder-759962-7-iscsi {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:47:54.363589 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.369947 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:47:54.370350 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1570328'] for segment, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: Traceback (most recent call last): Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: timer() Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: cb(*args, **kw) Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: return func(*args, **kwargs) Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: self._notify() Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: self.callback(batched_events) Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: event.method(event) Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: return f(self, *a, **k) Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._get(url).json() Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: return self.request(url, 'GET', **kwargs) Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:47:54.372203 dv-cinder-759962-7-iscsi neutron-server[94056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:47:54.429426 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.435421 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.437210 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f1f7629b-5985-48da-83f3-c75f457be8e4 HTTP/1.1" status: 204 len: 168 time: 0.5011158 Aug 13 03:47:54.450730 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4a724-d655-4178-8f82-546939823401 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f7629b-5985-48da-83f3-c75f457be8e4,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:54.602012 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40882) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:54.651233 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-426e6e38-8b66-4c9c-bf11-bda79fe41b52 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2462aea252884aa2aa6e394eb3edf739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477357 Aug 13 03:47:54.653760 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40884) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:54.708178 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-995bc03c-b314-4e78-829f-962ec8c255e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.738549 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-995bc03c-b314-4e78-829f-962ec8c255e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.791389 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-995bc03c-b314-4e78-829f-962ec8c255e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.794636 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-995bc03c-b314-4e78-829f-962ec8c255e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.795880 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-995bc03c-b314-4e78-829f-962ec8c255e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b6a2da2-ee09-4949-abf6-c1ac946d0dbf HTTP/1.1" status: 204 len: 168 time: 0.1410635 Aug 13 03:47:54.803675 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bc03c-b314-4e78-829f-962ec8c255e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6a2da2-ee09-4949-abf6-c1ac946d0dbf,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:54.981751 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device ab51d427-6ee9-4a21-95e2-200158fea2c2 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:47:55.001455 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: ab51d427-6ee9-4a21-95e2-200158fea2c2 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:47:55.001805 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device ab51d427-6ee9-4a21-95e2-200158fea2c2 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:47:55.002230 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 80ce5fa2-93d1-449a-8888-61131c76707c no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:47:55.020391 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 80ce5fa2-93d1-449a-8888-61131c76707c {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:47:55.020747 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 80ce5fa2-93d1-449a-8888-61131c76707c not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:47:55.021184 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device db12ecdc-d51d-4867-82be-11ac0cdeb2ba no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:47:55.039704 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: db12ecdc-d51d-4867-82be-11ac0cdeb2ba {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:47:55.040083 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device db12ecdc-d51d-4867-82be-11ac0cdeb2ba not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:47:55.106558 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40890) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:55.146496 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-93a7918a-6031-4b19-90c3-61e9d4b9aeaf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fea26d897f9c45d5a6bd1707a5b003ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387678 Aug 13 03:47:55.149580 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 40892) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:55.195166 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2262e2da-8071-474f-80f9-2f3f06277160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.215869 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2262e2da-8071-474f-80f9-2f3f06277160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.260618 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2262e2da-8071-474f-80f9-2f3f06277160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.263178 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2262e2da-8071-474f-80f9-2f3f06277160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.264437 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-2262e2da-8071-474f-80f9-2f3f06277160 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59e4bbae-b55c-4dca-a52e-0c25edf66b72 HTTP/1.1" status: 204 len: 168 time: 0.1139743 Aug 13 03:47:55.272509 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262e2da-8071-474f-80f9-2f3f06277160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e4bbae-b55c-4dca-a52e-0c25edf66b72,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:56.158097 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ab94dbbd-45ff-491f-94ac-95129150c9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:56.286444 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.346230 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:58.913010 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:12.239920 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:23.575333 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-51650d10-c8d6-4f9d-80ac-3f7a5a89ee3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:26.158684 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b6842584-a0d3-4e1f-863d-f81b02cf60fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:26.286551 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:27.059658 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:48:27.349734 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:28.915571 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:32.178034 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-990b1a44-4541-4233-95a3-16a304ce3833 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649019932&fields=id&tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9 HTTP/1.1" status: 200 len: 267 time: 0.0320995 Aug 13 03:48:32.280431 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-3d1c2437-3c47-4647-8009-2a07e5308aff tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:32.281867 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-3d1c2437-3c47-4647-8009-2a07e5308aff tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 812 time: 0.0974829 Aug 13 03:48:32.296121 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-bca2d5ab-fe84-450f-9e3b-935d75c735e7 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/quotas/e7cde6ee93c248a8ab2028dd6b60b8a9 HTTP/1.1" status: 200 len: 375 time: 0.0086951 Aug 13 03:48:32.351746 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-e302f515-94d1-45ff-af88-83e83617e1fa tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0506318 Aug 13 03:48:32.534713 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9e202640-41cc-4298-b3bf-c8d06af09ecf service neutron] 10.222.0.57 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719389 Aug 13 03:48:32.620432 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-62e6ef7d-af0d-42dd-a702-b65b7be5c42e service neutron] 10.222.0.57 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797727 Aug 13 03:48:32.890776 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-76d42b3b-80d9-4514-9e6d-5a9b4277be5a req-71ecda84-bfb6-42fc-b223-b3bf6c189213 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 210 time: 0.0259819 Aug 13 03:48:33.969227 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ffcae471-32d3-4480-bb6f-cc38c61758bb req-2931c28f-af70-4383-8288-5c4e39305e4e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 210 time: 0.0297034 Aug 13 03:48:35.045267 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0ba72457-c70d-4cec-8ae7-ba7e65b59978 req-cda0f212-39d9-48a6-b2c5-5283451e7013 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 210 time: 0.0252159 Aug 13 03:48:36.118797 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-07c44dff-0f38-4d0f-8531-45ca03d60660 req-cab2858c-0f49-4e16-8e60-d61d8b9c3d84 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 210 time: 0.0251622 Aug 13 03:48:37.206644 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-47e9cb87-55c2-4478-ac70-c42211908dbf req-96a805b5-c22b-4fa5-817a-0774bf7cd3cd tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 210 time: 0.0252948 Aug 13 03:48:37.987114 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-c360908c-452b-4dbe-8502-776bb50dccc9 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:37.988606 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-c360908c-452b-4dbe-8502-776bb50dccc9 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 812 time: 0.1010630 Aug 13 03:48:38.036502 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-7e8c3e4f-dd86-4f5b-9172-594d29c9a058 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9 HTTP/1.1" status: 200 len: 380 time: 0.0386195 Aug 13 03:48:38.051774 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Request body: {'port': {'device_id': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'admin_state_up': True, 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'security_groups': ['869577fd-c49d-4a4d-bf75-8a3186a1703a']}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:38.157376 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Made reservation on behalf of e7cde6ee93c248a8ab2028dd6b60b8a9 for: {'port': 1} {{(pid=94056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:48:38.161545 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:38.283652 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_common [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Allocated IP 172.20.0.14 (7c1130da-b77a-4516-bcf3-9d4dc03ae7cc/55820d68-c513-4a80-9008-7ea57561d684/28c78206-d38b-4da6-ad52-0cba7e9e2d25) {{(pid=94056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:48:38.299293 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-1e72e08d-afab-405e-ad2a-b6903b6b351f req-9060b88a-d5ea-4d21-9b53-2c295a7c562f tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 210 time: 0.0268190 Aug 13 03:48:38.433214 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for port, precommit_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:38.447411 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Transition to ACTIVE for port object 28c78206-d38b-4da6-ad52-0cba7e9e2d25 will not be triggered until provisioned by entity DHCP. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:48:38.479935 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_create {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:38.524500 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc is already hosted by enough agents. {{(pid=94056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:48:38.527499 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.base_scheduler [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Resources bound (agent type, host, resource id): {{(pid=94056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:48:38.531320 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Received port after_create {{(pid=94056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:48:38.558513 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'Port': ['ID=28c78206-d38b-4da6-ad52-0cba7e9e2d25,revision_number=1']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:38.586806 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:38.587454 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:38.602671 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ccaefe2-8016-4236-a88d-49b85393d3f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5549932 Aug 13 03:48:38.615569 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.v2.base [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Request body: {'port': {'device_id': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:38.672827 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:38.720775 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c6e48f5d-b919-4065-832f-1115762ae750 None None] Provisioning for port 28c78206-d38b-4da6-ad52-0cba7e9e2d25 completed by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:48:38.725103 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-c6e48f5d-b919-4065-832f-1115762ae750 None None] Provisioning complete for port 28c78206-d38b-4da6-ad52-0cba7e9e2d25 triggered by entity DHCP. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:48:38.725515 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c6e48f5d-b919-4065-832f-1115762ae750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:38.758488 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c6e48f5d-b919-4065-832f-1115762ae750 None None] Port 28c78206-d38b-4da6-ad52-0cba7e9e2d25 cannot update to ACTIVE because it is not bound. {{(pid=94058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:48:38.925705 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c78206-d38b-4da6-ad52-0cba7e9e2d25 {{(pid=94056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:48:38.932775 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:38.945624 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Transition to ACTIVE for port object 28c78206-d38b-4da6-ad52-0cba7e9e2d25 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:48:38.951386 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:39.005995 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Pushing event updated for resources: {'Port': ['ID=28c78206-d38b-4da6-ad52-0cba7e9e2d25,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:39.068606 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Attempting to bind port 28c78206-d38b-4da6-ad52-0cba7e9e2d25 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:48:39.068946 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Attempting to bind port 28c78206-d38b-4da6-ad52-0cba7e9e2d25 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:48:39.069299 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Attempting to bind port 28c78206-d38b-4da6-ad52-0cba7e9e2d25 on network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:48:39.073963 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Port 28c78206-d38b-4da6-ad52-0cba7e9e2d25 on network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:48:39.074287 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Attempting to bind port 28c78206-d38b-4da6-ad52-0cba7e9e2d25 on network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:48:39.079065 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Checking agent: {'id': '446bc087-9836-4bc3-afb5-fab7fc71c3f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'started_at': datetime.datetime(2021, 8, 13, 3, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:48:39.079401 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Checking segment: {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:48:39.079792 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Bound using segment: {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:48:39.080256 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Bound port: 28c78206-d38b-4da6-ad52-0cba7e9e2d25, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1926095-65be-4ee3-9782-4623fa5f7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:48:39.081131 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:39.143756 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] For port 28c78206-d38b-4da6-ad52-0cba7e9e2d25, host hv-cinder-75996, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:48:39.146659 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] For port 28c78206-d38b-4da6-ad52-0cba7e9e2d25, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=28c78206-d38b-4da6-ad52-0cba7e9e2d25,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:48:39.151030 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1570556'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:39.185169 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.185782 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:39.187257 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] 10.222.0.63 "PUT /v2.0/ports/28c78206-d38b-4da6-ad52-0cba7e9e2d25 HTTP/1.1" status: 200 len: 1094 time: 0.5762894 Aug 13 03:48:39.187693 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'tag': '28c78206-d38b-4da6-ad52-0cba7e9e2d25'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:39.189922 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fa7025-e72b-4173-9ace-2d40ac442765" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cbcd4a-a2a4-498c-8c03-454ad0c3001d", "tag": "28c78206-d38b-4da6-ad52-0cba7e9e2d25"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:39.222484 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a4093-e68d-42f2-bbdc-a272ffd47ebd service neutron] Pushing event updated for resources: {'Port': ['ID=28c78206-d38b-4da6-ad52-0cba7e9e2d25,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:39.242298 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ace6ab-31cf-4047-be30-4643d31b2139 x-openstack-request-id: req-76ace6ab-31cf-4047-be30-4643d31b2139 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:39.242583 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cbcd4a-a2a4-498c-8c03-454ad0c3001d", "tag": "28c78206-d38b-4da6-ad52-0cba7e9e2d25", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:39.242832 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-76ace6ab-31cf-4047-be30-4643d31b2139 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:39.243226 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'tag': '28c78206-d38b-4da6-ad52-0cba7e9e2d25', 'status': 'completed', 'code': 200} Aug 13 03:48:39.275499 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-d5267a8f-5a25-48b0-bb64-f0b34362ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.277025 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-d5267a8f-5a25-48b0-bb64-f0b34362ba99 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 1097 time: 0.0435212 Aug 13 03:48:39.318703 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-d28152d6-4b22-4661-aed5-eac739ae822d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28c78206-d38b-4da6-ad52-0cba7e9e2d25 HTTP/1.1" status: 200 len: 217 time: 0.0337086 Aug 13 03:48:39.375378 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-e23fe5c6-7e0c-4aac-8643-fda88bc930ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.376881 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-e23fe5c6-7e0c-4aac-8643-fda88bc930ac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0507054 Aug 13 03:48:39.414816 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa401191-c4e5-4aa2-86d9-d20a84eca0dd req-ebd489fe-51ac-47eb-9da9-82c13ce05867 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.416425 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aa401191-c4e5-4aa2-86d9-d20a84eca0dd req-ebd489fe-51ac-47eb-9da9-82c13ce05867 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 944 time: 0.0491180 Aug 13 03:48:39.426218 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-74ac1f8f-ae14-4729-acee-d4e47ce02cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.427720 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-74ac1f8f-ae14-4729-acee-d4e47ce02cfc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407934 Aug 13 03:48:39.457029 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aa401191-c4e5-4aa2-86d9-d20a84eca0dd req-ce4e10cf-753d-46e3-8672-ef83ae96191b tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346453 Aug 13 03:48:39.514293 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-ace88800-b75d-4754-a161-7142ce358c41 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783591 Aug 13 03:48:39.604936 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d22ab6bf-5183-4a3d-8cbb-7d7986b4569f req-9ef0fdbd-4e35-492e-9d9d-4c00956fd2a6 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817020 Aug 13 03:48:39.690545 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa7025-e72b-4173-9ace-2d40ac442765 req-806ba33c-6518-471b-ba91-6ab47495a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.692116 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f8fa7025-e72b-4173-9ace-2d40ac442765 req-806ba33c-6518-471b-ba91-6ab47495a522 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 1097 time: 0.0396457 Aug 13 03:48:39.786027 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa7025-e72b-4173-9ace-2d40ac442765 req-89638990-79f9-4197-bc57-c7f77986b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.787384 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f8fa7025-e72b-4173-9ace-2d40ac442765 req-89638990-79f9-4197-bc57-c7f77986b577 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 913 time: 0.0865338 Aug 13 03:48:39.829297 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f8fa7025-e72b-4173-9ace-2d40ac442765 req-1136aa63-9472-4932-80f5-40733c4451de service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28c78206-d38b-4da6-ad52-0cba7e9e2d25 HTTP/1.1" status: 200 len: 217 time: 0.0332215 Aug 13 03:48:39.877897 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa7025-e72b-4173-9ace-2d40ac442765 req-831752a4-5c73-4d48-978f-63f3f74a1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.879254 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f8fa7025-e72b-4173-9ace-2d40ac442765 req-831752a4-5c73-4d48-978f-63f3f74a1d2f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0407605 Aug 13 03:48:39.928401 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa7025-e72b-4173-9ace-2d40ac442765 req-31417bc1-0702-4cd8-8b20-5c7a3a7ed760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.929857 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f8fa7025-e72b-4173-9ace-2d40ac442765 req-31417bc1-0702-4cd8-8b20-5c7a3a7ed760 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409729 Aug 13 03:48:40.278958 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f8fa7025-e72b-4173-9ace-2d40ac442765 req-60d9a6ea-30c4-4a47-aaaa-25ea799f0cfa service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362274 Aug 13 03:48:40.372531 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-f8fa7025-e72b-4173-9ace-2d40ac442765 req-7a4fc64f-3b0b-4d30-96aa-a1d0272beb81 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841057 Aug 13 03:48:40.569963 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50943c1-3f8c-4bc6-8513-e823c35ea80b req-8cb9c881-cc04-4b82-80f9-3dbb994be0d4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:40.571667 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e50943c1-3f8c-4bc6-8513-e823c35ea80b req-8cb9c881-cc04-4b82-80f9-3dbb994be0d4 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 944 time: 0.0476468 Aug 13 03:48:40.608119 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e50943c1-3f8c-4bc6-8513-e823c35ea80b req-a08e1839-3912-4ba3-b61a-61573e99c9b3 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305922 Aug 13 03:48:41.719194 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d1042-0889-4a52-af39-32cc72b68b66 req-59356067-31f2-46b7-abb2-4540636f821b tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:41.720737 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e38d1042-0889-4a52-af39-32cc72b68b66 req-59356067-31f2-46b7-abb2-4540636f821b tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 944 time: 0.0477455 Aug 13 03:48:41.757573 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-e38d1042-0889-4a52-af39-32cc72b68b66 req-39e5078f-0c8c-422a-a487-5d8a43b1df47 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309286 Aug 13 03:48:42.257881 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:42.867702 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9704325-05cb-4806-9ed1-807739c833c8 req-74c767eb-c038-4775-b678-aaf535b0ebe9 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:42.869104 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d9704325-05cb-4806-9ed1-807739c833c8 req-74c767eb-c038-4775-b678-aaf535b0ebe9 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 944 time: 0.0479000 Aug 13 03:48:42.908176 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d9704325-05cb-4806-9ed1-807739c833c8 req-e084de9d-abad-4cd3-ba1c-6d5ce0489968 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334687 Aug 13 03:48:44.020664 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0c653-cc0f-4d1a-bc7b-ac78fa2e23b9 req-71b45847-4f47-4581-bf2a-90d2abd7f4a2 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:44.022146 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11d0c653-cc0f-4d1a-bc7b-ac78fa2e23b9 req-71b45847-4f47-4581-bf2a-90d2abd7f4a2 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 944 time: 0.0493665 Aug 13 03:48:44.058569 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11d0c653-cc0f-4d1a-bc7b-ac78fa2e23b9 req-9927486c-89aa-4ec1-8b88-cbb6bd1fe595 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307498 Aug 13 03:48:45.174598 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19548a1c-1df8-47cd-a251-d8efb8601027 req-e7341911-9c90-4655-8573-8899a15e2716 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:45.176078 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19548a1c-1df8-47cd-a251-d8efb8601027 req-e7341911-9c90-4655-8573-8899a15e2716 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 944 time: 0.0474150 Aug 13 03:48:45.213186 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-19548a1c-1df8-47cd-a251-d8efb8601027 req-1de69f14-7a67-40cc-86a0-7f76a6447241 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312178 Aug 13 03:48:45.868102 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 28c78206-d38b-4da6-ad52-0cba7e9e2d25 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:48:45.960666 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 28c78206-d38b-4da6-ad52-0cba7e9e2d25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=28c78206-d38b-4da6-ad52-0cba7e9e2d25,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:45.971853 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Returning: {'device': '28c78206-d38b-4da6-ad52-0cba7e9e2d25', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'port_id': '28c78206-d38b-4da6-ad52-0cba7e9e2d25', 'mac_address': 'fa:16:3e:d9:10:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:48:46.019812 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:46.032250 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c78206-d38b-4da6-ad52-0cba7e9e2d25 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:48:46.051138 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 28c78206-d38b-4da6-ad52-0cba7e9e2d25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=28c78206-d38b-4da6-ad52-0cba7e9e2d25,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:46.055008 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:46.101014 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=28c78206-d38b-4da6-ad52-0cba7e9e2d25,revision_number=4']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:46.265156 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] get_ports_and_sgs() called for port_ids ['28c78206-d38b-4da6-ad52-0cba7e9e2d25'] {{(pid=94058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:48:46.324206 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f2802-864e-4898-8e49-f5d56552b0ea req-c28b5279-4fd0-4adf-bc6f-bfd1a119a7b1 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:46.325696 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-218f2802-864e-4898-8e49-f5d56552b0ea req-c28b5279-4fd0-4adf-bc6f-bfd1a119a7b1 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 945 time: 0.0482478 Aug 13 03:48:46.366626 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-218f2802-864e-4898-8e49-f5d56552b0ea req-93b2cda8-451a-471c-804e-2edc28bd4581 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344729 Aug 13 03:48:47.476995 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b33d6-ea71-4818-8621-b1aea5379b17 req-7d41c373-52ef-4b05-bb27-207d6936ba86 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:47.478711 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-799b33d6-ea71-4818-8621-b1aea5379b17 req-7d41c373-52ef-4b05-bb27-207d6936ba86 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 945 time: 0.0484126 Aug 13 03:48:47.516934 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-799b33d6-ea71-4818-8621-b1aea5379b17 req-326ca4b2-0976-4c90-ae62-56986a3d090f tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Aug 13 03:48:47.883481 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 28c78206-d38b-4da6-ad52-0cba7e9e2d25 up at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:48:47.932357 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning for port 28c78206-d38b-4da6-ad52-0cba7e9e2d25 completed by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:48:47.936095 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Provisioning complete for port 28c78206-d38b-4da6-ad52-0cba7e9e2d25 triggered by entity L2. {{(pid=94058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:48:47.936496 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3575821'] for port, provisioning_complete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:48.008698 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:48.030855 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c78206-d38b-4da6-ad52-0cba7e9e2d25'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:48.033102 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98daae98420121522850bb063bb7e20242a6b0e65322dfcaa11dd3fd12920796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f0326-75f1-4d59-a2e1-0c9c1456ec65" -d '{"events": [{"server_uuid": "d2cbcd4a-a2a4-498c-8c03-454ad0c3001d", "name": "network-vif-plugged", "status": "completed", "tag": "28c78206-d38b-4da6-ad52-0cba7e9e2d25"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:48.045781 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] For port 28c78206-d38b-4da6-ad52-0cba7e9e2d25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=28c78206-d38b-4da6-ad52-0cba7e9e2d25,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:48.049837 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:48.095762 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Pushing event updated for resources: {'Port': ['ID=28c78206-d38b-4da6-ad52-0cba7e9e2d25,revision_number=5']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:48.183746 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8435357-4962-48c2-b6e8-686520ea40e0 x-openstack-request-id: req-d8435357-4962-48c2-b6e8-686520ea40e0 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:48.184060 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cbcd4a-a2a4-498c-8c03-454ad0c3001d", "name": "network-vif-plugged", "status": "completed", "tag": "28c78206-d38b-4da6-ad52-0cba7e9e2d25", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:48.184320 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8435357-4962-48c2-b6e8-686520ea40e0 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:48.184736 dv-cinder-759962-7-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c78206-d38b-4da6-ad52-0cba7e9e2d25', 'code': 200} Aug 13 03:48:48.395654 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec24aa-cca6-4a4f-b3a5-17e8573cbb9e req-1cbca0ed-5cc2-4963-ac12-94d7292fb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:48.397083 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-80ec24aa-cca6-4a4f-b3a5-17e8573cbb9e req-1cbca0ed-5cc2-4963-ac12-94d7292fb1f0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 1099 time: 0.0399659 Aug 13 03:48:48.429615 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-80ec24aa-cca6-4a4f-b3a5-17e8573cbb9e req-5224bffb-0286-43fc-8d35-ec2d25d2a43c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259583 Aug 13 03:48:48.629627 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934584c0-94a6-44cb-a909-490831639ecc req-aeace535-8f99-49d2-93f4-b3a3119547f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:48.631086 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-934584c0-94a6-44cb-a909-490831639ecc req-aeace535-8f99-49d2-93f4-b3a3119547f6 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 946 time: 0.0487068 Aug 13 03:48:48.667447 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-934584c0-94a6-44cb-a909-490831639ecc req-a35af073-855a-4646-a75e-b10a3f925ed3 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305090 Aug 13 03:48:49.782718 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab47e1a-b716-4a26-9855-fdbeb932d8c9 req-4b5cc8e5-87b5-482d-96d8-f83d6fe202fb tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:49.784870 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aab47e1a-b716-4a26-9855-fdbeb932d8c9 req-4b5cc8e5-87b5-482d-96d8-f83d6fe202fb tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 946 time: 0.0497923 Aug 13 03:48:49.827369 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aab47e1a-b716-4a26-9855-fdbeb932d8c9 req-e8ac8da9-3208-4670-92eb-5b953909e7db tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366678 Aug 13 03:48:49.936991 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd9d2d-ee07-4af6-99a5-565b94dadc66 req-a61bbbe2-372b-48df-843b-8533d8fc237c tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:49.938454 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b2bd9d2d-ee07-4af6-99a5-565b94dadc66 req-a61bbbe2-372b-48df-843b-8533d8fc237c tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 946 time: 0.0480561 Aug 13 03:48:49.974756 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b2bd9d2d-ee07-4af6-99a5-565b94dadc66 req-9fb22648-7fe9-448e-bf22-15d8b0edc9b8 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304811 Aug 13 03:48:49.998886 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 41004) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:50.039356 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba05e119-cebf-4456-8e9f-f8f6ff95023b tempest-TestVolumeBootPattern-438759107 tempest-TestVolumeBootPattern-438759107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:50.040877 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ba05e119-cebf-4456-8e9f-f8f6ff95023b tempest-TestVolumeBootPattern-438759107 tempest-TestVolumeBootPattern-438759107-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 1094 time: 0.0410247 Aug 13 03:48:50.043736 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 41006) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:50.047952 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Request body: {'floatingip': {'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'port_id': '28c78206-d38b-4da6-ad52-0cba7e9e2d25', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:50.069126 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for floatingip, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.169002 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.265977 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Allocated IP 172.27.0.11 (447743f6-e021-4a69-b78c-3b977fcc1367/8cdb4d07-0837-4e64-8991-5a47705a15c6/9fbc7679-7f61-494d-97ac-c08d5db977bc) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:48:50.369074 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.407729 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794869864421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.440588 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Network 447743f6-e021-4a69-b78c-3b977fcc1367 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:48:50.443319 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:48:50.448880 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:48:50.474974 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'Port': ['ID=9fbc7679-7f61-494d-97ac-c08d5db977bc,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:50.487185 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.487539 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.487883 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.488247 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.488580 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.488914 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.489242 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.489569 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.489896 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.490220 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.490542 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.490861 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:50.808133 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.871203 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3588942'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:51.020739 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:51.024866 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794870418068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794869864439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794869862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25712220'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:51.095676 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event updated for resources: {'Port': ['ID=9fbc7679-7f61-494d-97ac-c08d5db977bc,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:51.100803 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-be999ccc-87f8-4c92-88ad-10c7d6a1af51 req-806e5fa5-d4ed-4dc1-a01a-02431a14a5e5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383258 Aug 13 03:48:51.104194 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675542'] for floatingip, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:51.178422 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be999ccc-87f8-4c92-88ad-10c7d6a1af51 req-a3b283ca-c9fb-44ff-b19f-5d68a376dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.179942 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-be999ccc-87f8-4c92-88ad-10c7d6a1af51 req-a3b283ca-c9fb-44ff-b19f-5d68a376dc6b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 1099 time: 0.0393524 Aug 13 03:48:51.205222 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Floating IP a28b5eba-79f0-4b74-8556-a92e6b5ec915 associated. External IP: 172.27.0.11, port: 28c78206-d38b-4da6-ad52-0cba7e9e2d25. Aug 13 03:48:51.288358 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be999ccc-87f8-4c92-88ad-10c7d6a1af51 req-7c8bdc99-5126-4e5e-8161-b2f5cd82f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.289834 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-be999ccc-87f8-4c92-88ad-10c7d6a1af51 req-7c8bdc99-5126-4e5e-8161-b2f5cd82f170 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 913 time: 0.0869377 Aug 13 03:48:51.353292 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-be999ccc-87f8-4c92-88ad-10c7d6a1af51 req-0c35162e-be65-4efb-a92c-e93469824baf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce0dde48-9df1-4daa-93c1-0f3c6101964d HTTP/1.1" status: 200 len: 1002 time: 0.0562975 Aug 13 03:48:51.403764 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Router f463ef31-529b-4c5d-8509-2fb7f97263ca has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:48:51.406275 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be999ccc-87f8-4c92-88ad-10c7d6a1af51 req-439590b6-99a7-4709-a2c1-3479ea3e8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.407781 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-be999ccc-87f8-4c92-88ad-10c7d6a1af51 req-439590b6-99a7-4709-a2c1-3479ea3e8f29 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0474458 Aug 13 03:48:51.452219 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be999ccc-87f8-4c92-88ad-10c7d6a1af51 req-ac709546-6107-4a76-bce4-daddb9e697fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.453690 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-be999ccc-87f8-4c92-88ad-10c7d6a1af51 req-ac709546-6107-4a76-bce4-daddb9e697fe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392687 Aug 13 03:48:51.508351 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:48:51.518119 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99863e46-b969-4cfe-9c22-1380cd6d9cfb None None] Sync routers for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:48:51.525147 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:51.531505 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99863e46-b969-4cfe-9c22-1380cd6d9cfb None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:48:51.532200 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-99863e46-b969-4cfe-9c22-1380cd6d9cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:48:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:51.543836 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-be999ccc-87f8-4c92-88ad-10c7d6a1af51 req-b7f97ee5-3ae7-46ac-bdb6-c1da4fa3f9f1 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827816 Aug 13 03:48:51.554871 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-2aecc83c-e56b-42a2-8e93-994721b85f0a tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5099440 Aug 13 03:48:51.556024 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'tag': '28c78206-d38b-4da6-ad52-0cba7e9e2d25'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:51.559100 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4751fb17-c163-44d1-8e0d-8c7107c75235" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cbcd4a-a2a4-498c-8c03-454ad0c3001d", "tag": "28c78206-d38b-4da6-ad52-0cba7e9e2d25"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:51.601577 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd88594a-f5e6-4320-8f94-cba7103f3370 x-openstack-request-id: req-dd88594a-f5e6-4320-8f94-cba7103f3370 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:51.601868 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cbcd4a-a2a4-498c-8c03-454ad0c3001d", "tag": "28c78206-d38b-4da6-ad52-0cba7e9e2d25", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:51.602121 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd88594a-f5e6-4320-8f94-cba7103f3370 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:51.602523 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'tag': '28c78206-d38b-4da6-ad52-0cba7e9e2d25', 'status': 'completed', 'code': 200} Aug 13 03:48:51.673790 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-be999ccc-87f8-4c92-88ad-10c7d6a1af51 req-e49b7010-6d4b-4d36-84e0-203ce06f6937 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221640 Aug 13 03:48:51.683316 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751fb17-c163-44d1-8e0d-8c7107c75235 req-17f7d0ae-7dc1-4e2f-bf80-d1944b2c4732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.684783 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4751fb17-c163-44d1-8e0d-8c7107c75235 req-17f7d0ae-7dc1-4e2f-bf80-d1944b2c4732 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 1099 time: 0.0578039 Aug 13 03:48:51.766257 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-99863e46-b969-4cfe-9c22-1380cd6d9cfb None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:48:51.776972 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751fb17-c163-44d1-8e0d-8c7107c75235 req-72d942ab-0de2-49f0-b4a0-9b5c66b2d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.778444 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4751fb17-c163-44d1-8e0d-8c7107c75235 req-72d942ab-0de2-49f0-b4a0-9b5c66b2d8cc service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 913 time: 0.0848854 Aug 13 03:48:51.841516 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4751fb17-c163-44d1-8e0d-8c7107c75235 req-3af9e68e-c060-42ff-9222-77dd47532752 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28c78206-d38b-4da6-ad52-0cba7e9e2d25 HTTP/1.1" status: 200 len: 999 time: 0.0557745 Aug 13 03:48:51.892417 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751fb17-c163-44d1-8e0d-8c7107c75235 req-7e249f33-a69d-49f2-959b-23cab598b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.894439 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4751fb17-c163-44d1-8e0d-8c7107c75235 req-7e249f33-a69d-49f2-959b-23cab598b27f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0460012 Aug 13 03:48:51.938923 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751fb17-c163-44d1-8e0d-8c7107c75235 req-0eb199bb-e4d5-4d28-9f6d-5008d4898de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.940433 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4751fb17-c163-44d1-8e0d-8c7107c75235 req-0eb199bb-e4d5-4d28-9f6d-5008d4898de4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390832 Aug 13 03:48:51.982094 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-99863e46-b969-4cfe-9c22-1380cd6d9cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '207d3896-118a-47bc-9c79-87c1407e6d77', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:9e:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 1, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}, {'id': 'a28b5eba-79f0-4b74-8556-a92e6b5ec915', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': '28c78206-d38b-4da6-ad52-0cba7e9e2d25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:d9:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:48:50Z', 'updated_at': '2021-08-13T03:48:50Z', 'revision_number': 0, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:52.007512 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99863e46-b969-4cfe-9c22-1380cd6d9cfb None None] Checking router: f463ef31-529b-4c5d-8509-2fb7f97263ca for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:48:52.015700 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99863e46-b969-4cfe-9c22-1380cd6d9cfb None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:48:52.016344 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-99863e46-b969-4cfe-9c22-1380cd6d9cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:48:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:52.032788 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4751fb17-c163-44d1-8e0d-8c7107c75235 req-04ab6222-c164-484f-93cd-0193acc8351d service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852587 Aug 13 03:48:52.119231 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-99863e46-b969-4cfe-9c22-1380cd6d9cfb None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:48:52.123532 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-4751fb17-c163-44d1-8e0d-8c7107c75235 req-49d65aa0-7d29-434e-8a2f-060d8bdd332a service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830057 Aug 13 03:48:52.337542 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-99863e46-b969-4cfe-9c22-1380cd6d9cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '207d3896-118a-47bc-9c79-87c1407e6d77', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:9e:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 1, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}, {'id': 'a28b5eba-79f0-4b74-8556-a92e6b5ec915', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': '28c78206-d38b-4da6-ad52-0cba7e9e2d25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:d9:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:48:50Z', 'updated_at': '2021-08-13T03:48:50Z', 'revision_number': 0, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:48:52.362662 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99863e46-b969-4cfe-9c22-1380cd6d9cfb None None] The sync data for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi is: [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '207d3896-118a-47bc-9c79-87c1407e6d77', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:9e:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 1, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}, {'id': 'a28b5eba-79f0-4b74-8556-a92e6b5ec915', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': '28c78206-d38b-4da6-ad52-0cba7e9e2d25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:d9:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:48:50Z', 'updated_at': '2021-08-13T03:48:50Z', 'revision_number': 0, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:48:52.544678 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d8c48-6dfd-4ff8-8f40-65e9874885d5 None None] New status for floating IP a28b5eba-79f0-4b74-8556-a92e6b5ec915: ACTIVE {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:48:53.576799 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d4ac8797-2f55-4e5b-95f3-0f0eb052219b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:56.160457 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-138c522d-407e-4ce3-9d7b-b1f3b6fd8ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:56.286950 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:57.351091 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:58.919690 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:04.058432 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:49:12.265670 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:23.577917 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-eb491500-e146-47e5-8baa-4484cb81c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:26.160748 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-4618fd3d-55ae-482b-b632-fd3a7d25db47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:26.287551 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:27.356845 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:28.922395 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:41.056840 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:49:42.284982 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.292917 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfb68bc3-35f1-45ba-9574-622b81cc8587 req-5a10986b-8171-447a-90e0-fc6e80142f45 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480270 Aug 13 03:49:51.354136 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb68bc3-35f1-45ba-9574-622b81cc8587 req-a8fe4f88-866f-4734-8f2e-5f008388a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:51.355584 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfb68bc3-35f1-45ba-9574-622b81cc8587 req-a8fe4f88-866f-4734-8f2e-5f008388a0b5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 1099 time: 0.0395222 Aug 13 03:49:51.457821 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb68bc3-35f1-45ba-9574-622b81cc8587 req-db62bb2d-c8ae-48b4-a42a-b974ec325ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:51.459283 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfb68bc3-35f1-45ba-9574-622b81cc8587 req-db62bb2d-c8ae-48b4-a42a-b974ec325ca6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 913 time: 0.0849514 Aug 13 03:49:51.521270 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfb68bc3-35f1-45ba-9574-622b81cc8587 req-0b8e6340-b976-4773-a900-d001de15104a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28c78206-d38b-4da6-ad52-0cba7e9e2d25 HTTP/1.1" status: 200 len: 1001 time: 0.0550220 Aug 13 03:49:51.572285 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb68bc3-35f1-45ba-9574-622b81cc8587 req-5d52916a-6f7f-46f2-bf2c-c151d2e9bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:51.573636 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfb68bc3-35f1-45ba-9574-622b81cc8587 req-5d52916a-6f7f-46f2-bf2c-c151d2e9bd9a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0455942 Aug 13 03:49:51.623366 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb68bc3-35f1-45ba-9574-622b81cc8587 req-61197ff1-db6e-4b3c-849f-35ae3fcca839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:51.625026 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfb68bc3-35f1-45ba-9574-622b81cc8587 req-61197ff1-db6e-4b3c-849f-35ae3fcca839 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446475 Aug 13 03:49:51.711219 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfb68bc3-35f1-45ba-9574-622b81cc8587 req-3669003f-9e1e-475a-978b-894a4177583c service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779152 Aug 13 03:49:51.801707 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-cfb68bc3-35f1-45ba-9574-622b81cc8587 req-f551e4c1-fbee-4dec-9c36-3e2bbeeea0b1 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821242 Aug 13 03:49:53.579312 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-4d708abe-f206-4150-bcce-1de09a8a617a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.161028 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-18ebbf1c-ac08-450d-8ebc-566022435680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.288274 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:57.357368 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.926838 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:12.299871 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:18.055651 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:50:20.978237 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 41044) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:21.220601 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Deleting port 9fbc7679-7f61-494d-97ac-c08d5db977bc {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:21.220948 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:21.297005 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:21.297276 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:21.308594 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Calling delete_port for 9fbc7679-7f61-494d-97ac-c08d5db977bc owned by network:floatingip {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:21.450487 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:21.475927 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event deleted for resources: {'Port': ['ID=9fbc7679-7f61-494d-97ac-c08d5db977bc,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:21.499978 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.499978 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.499978 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.501831 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.501831 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.501831 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.501831 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.501831 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.501831 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.502391 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.502391 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.503718 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:21.541561 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for floatingip, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:21.541898 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Floating IP a28b5eba-79f0-4b74-8556-a92e6b5ec915 disassociated (deleted). External IP: 172.27.0.11, port: 28c78206-d38b-4da6-ad52-0cba7e9e2d25. Aug 13 03:50:22.001594 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Router f463ef31-529b-4c5d-8509-2fb7f97263ca has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:50:22.125049 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:50:22.129917 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:22.134726 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e5463d-f70d-4d55-8727-1f701ed693db None None] Sync routers for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:50:22.143568 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5463d-f70d-4d55-8727-1f701ed693db None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:50:22.144206 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-a2e5463d-f70d-4d55-8727-1f701ed693db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:49:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:22.156311 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-bfb9e4d8-6497-4f31-8761-8ad22132f35e tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "DELETE /v2.0/floatingips/a28b5eba-79f0-4b74-8556-a92e6b5ec915 HTTP/1.1" status: 204 len: 168 time: 1.1764803 Aug 13 03:50:22.156900 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'tag': '28c78206-d38b-4da6-ad52-0cba7e9e2d25'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:50:22.159118 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51465e17-3e51-43c2-8ceb-113aab0f1f36" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cbcd4a-a2a4-498c-8c03-454ad0c3001d", "tag": "28c78206-d38b-4da6-ad52-0cba7e9e2d25"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:50:22.255596 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-a2e5463d-f70d-4d55-8727-1f701ed693db None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:50:22.282790 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977fe2d6-3826-481e-a5b4-63a6153dee60 x-openstack-request-id: req-977fe2d6-3826-481e-a5b4-63a6153dee60 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:50:22.283159 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cbcd4a-a2a4-498c-8c03-454ad0c3001d", "tag": "28c78206-d38b-4da6-ad52-0cba7e9e2d25", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:50:22.283360 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-977fe2d6-3826-481e-a5b4-63a6153dee60 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:50:22.283764 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'tag': '28c78206-d38b-4da6-ad52-0cba7e9e2d25', 'status': 'completed', 'code': 200} Aug 13 03:50:22.350196 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51465e17-3e51-43c2-8ceb-113aab0f1f36 req-fab9d112-d795-43b0-9ea1-14f639758ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.351701 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-51465e17-3e51-43c2-8ceb-113aab0f1f36 req-fab9d112-d795-43b0-9ea1-14f639758ad4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 1099 time: 0.0414970 Aug 13 03:50:22.400122 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84f3c0-e507-4a57-8d28-3950df9fe008 req-a7d0d4fd-96b2-4d6b-a166-9dbe856d7bd5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.402390 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0a84f3c0-e507-4a57-8d28-3950df9fe008 req-a7d0d4fd-96b2-4d6b-a166-9dbe856d7bd5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 946 time: 0.0556433 Aug 13 03:50:22.444652 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0a84f3c0-e507-4a57-8d28-3950df9fe008 req-0c9e1932-4e9b-4a6a-9421-9a676bdb4163 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346735 Aug 13 03:50:22.447130 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51465e17-3e51-43c2-8ceb-113aab0f1f36 req-3663b28d-3eac-4476-8464-359cdc5e27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.449209 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-51465e17-3e51-43c2-8ceb-113aab0f1f36 req-3663b28d-3eac-4476-8464-359cdc5e27fa service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 913 time: 0.0900936 Aug 13 03:50:22.491870 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-51465e17-3e51-43c2-8ceb-113aab0f1f36 req-6a16deb0-d8fc-4220-820c-c646aaa953df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28c78206-d38b-4da6-ad52-0cba7e9e2d25 HTTP/1.1" status: 200 len: 217 time: 0.0344069 Aug 13 03:50:22.498492 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-a2e5463d-f70d-4d55-8727-1f701ed693db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '207d3896-118a-47bc-9c79-87c1407e6d77', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:9e:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 1, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:22.526733 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e5463d-f70d-4d55-8727-1f701ed693db None None] Checking router: f463ef31-529b-4c5d-8509-2fb7f97263ca for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:50:22.534613 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5463d-f70d-4d55-8727-1f701ed693db None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:50:22.535213 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-a2e5463d-f70d-4d55-8727-1f701ed693db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:49:56Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:22.539502 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51465e17-3e51-43c2-8ceb-113aab0f1f36 req-761c4e5b-5348-4015-a0bc-d5f2c0a594a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.541589 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-51465e17-3e51-43c2-8ceb-113aab0f1f36 req-761c4e5b-5348-4015-a0bc-d5f2c0a594a3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0420690 Aug 13 03:50:22.588407 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51465e17-3e51-43c2-8ceb-113aab0f1f36 req-dba8783c-4a1a-4fa5-832d-5cbc03260955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.589913 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-51465e17-3e51-43c2-8ceb-113aab0f1f36 req-dba8783c-4a1a-4fa5-832d-5cbc03260955 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406191 Aug 13 03:50:22.684785 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-51465e17-3e51-43c2-8ceb-113aab0f1f36 req-d1536f7d-3863-44dd-ac17-22fbfb4200d4 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861282 Aug 13 03:50:22.764351 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-a2e5463d-f70d-4d55-8727-1f701ed693db None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:50:22.778364 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-51465e17-3e51-43c2-8ceb-113aab0f1f36 req-9f88734d-9357-4bb8-9333-356650ca02ac service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842659 Aug 13 03:50:22.979524 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-a2e5463d-f70d-4d55-8727-1f701ed693db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '207d3896-118a-47bc-9c79-87c1407e6d77', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:9e:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 1, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:23.004599 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e5463d-f70d-4d55-8727-1f701ed693db None None] The sync data for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi is: [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_floatingips': [{'id': '207d3896-118a-47bc-9c79-87c1407e6d77', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'router_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'port_id': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'mac_address': 'fa:16:3e:9e:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 1, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:50:23.211045 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8734f3ae-4d97-49cb-82f1-e39698f2d2cb None None] New status for floating IP a28b5eba-79f0-4b74-8556-a92e6b5ec915: DOWN {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:50:23.572999 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad907d0-7ad6-474a-a436-b30b3290368c req-73a07c27-a215-43e3-b78c-e66a1c724e15 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:23.574595 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6ad907d0-7ad6-474a-a436-b30b3290368c req-73a07c27-a215-43e3-b78c-e66a1c724e15 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 946 time: 0.0479345 Aug 13 03:50:23.580491 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fc345c50-600e-4af1-bcbc-6f9f4f12b7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:23.614122 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6ad907d0-7ad6-474a-a436-b30b3290368c req-56dd5833-02fb-483d-bce6-098bcc15be62 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324061 Aug 13 03:50:23.891793 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8ad83-3617-4eee-9212-4cbf8a75582f req-0e151db1-6336-45fb-8280-3f973ec4abea tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:23.893138 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-63e8ad83-3617-4eee-9212-4cbf8a75582f req-0e151db1-6336-45fb-8280-3f973ec4abea tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 946 time: 0.0511594 Aug 13 03:50:23.976992 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-63e8ad83-3617-4eee-9212-4cbf8a75582f req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Deleting port 28c78206-d38b-4da6-ad52-0cba7e9e2d25 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:23.977328 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-63e8ad83-3617-4eee-9212-4cbf8a75582f req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:24.064322 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-63e8ad83-3617-4eee-9212-4cbf8a75582f req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] For port 28c78206-d38b-4da6-ad52-0cba7e9e2d25, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=28c78206-d38b-4da6-ad52-0cba7e9e2d25,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:24.064690 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-63e8ad83-3617-4eee-9212-4cbf8a75582f req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:24.076892 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-63e8ad83-3617-4eee-9212-4cbf8a75582f req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Calling delete_port for 28c78206-d38b-4da6-ad52-0cba7e9e2d25 owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:24.196514 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-63e8ad83-3617-4eee-9212-4cbf8a75582f req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:24.225379 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event deleted for resources: {'Port': ['ID=28c78206-d38b-4da6-ad52-0cba7e9e2d25,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:24.239596 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:24.239975 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:24.240321 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:24.240659 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:24.240989 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:24.241317 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:24.241645 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:24.241972 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:24.242299 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:24.242620 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:24.243025 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:24.243293 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:24.277336 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e8ad83-3617-4eee-9212-4cbf8a75582f req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] No DVR routers for this DVR port 28c78206-d38b-4da6-ad52-0cba7e9e2d25 on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:50:24.279820 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-63e8ad83-3617-4eee-9212-4cbf8a75582f req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:24.281954 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-63e8ad83-3617-4eee-9212-4cbf8a75582f req-2336d96a-14ad-4d14-bc56-3a73895c59d5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "DELETE /v2.0/ports/28c78206-d38b-4da6-ad52-0cba7e9e2d25 HTTP/1.1" status: 204 len: 173 time: 0.3820479 Aug 13 03:50:24.282404 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'name': 'network-vif-deleted', 'tag': '28c78206-d38b-4da6-ad52-0cba7e9e2d25'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:50:24.284645 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bd2e57-6524-46f1-b2d3-2e9f2f1981ed" -d '{"events": [{"server_uuid": "d2cbcd4a-a2a4-498c-8c03-454ad0c3001d", "name": "network-vif-deleted", "tag": "28c78206-d38b-4da6-ad52-0cba7e9e2d25"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:50:24.343774 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9b6a54-77d6-4860-9680-bbd7c3b30740 x-openstack-request-id: req-fb9b6a54-77d6-4860-9680-bbd7c3b30740 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:50:24.344187 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cbcd4a-a2a4-498c-8c03-454ad0c3001d", "name": "network-vif-deleted", "tag": "28c78206-d38b-4da6-ad52-0cba7e9e2d25", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:50:24.344458 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb9b6a54-77d6-4860-9680-bbd7c3b30740 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:50:24.344880 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cbcd4a-a2a4-498c-8c03-454ad0c3001d', 'name': 'network-vif-deleted', 'tag': '28c78206-d38b-4da6-ad52-0cba7e9e2d25', 'status': 'completed', 'code': 200} Aug 13 03:50:24.721811 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-088c0e15-0e5f-49a8-a86a-3067fb6f8523 req-0724364b-4e4e-4ddc-a701-995943e50ffc tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2cbcd4a-a2a4-498c-8c03-454ad0c3001d HTTP/1.1" status: 200 len: 210 time: 0.0276618 Aug 13 03:50:26.161560 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-73f0e3c3-536b-40aa-b15c-76565c2dabc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:26.288813 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:26.349140 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 28c78206-d38b-4da6-ad52-0cba7e9e2d25 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:50:26.376327 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: 28c78206-d38b-4da6-ad52-0cba7e9e2d25 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:50:26.376701 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device 28c78206-d38b-4da6-ad52-0cba7e9e2d25 not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:50:27.359312 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:27.983479 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 41090) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:28.134013 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-b11abd16-9f7f-496c-94a4-f1fb3f6bbd80 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Deleting port 12dd9e1a-4f67-4641-80fc-08bec47be8d3 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:28.134366 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b11abd16-9f7f-496c-94a4-f1fb3f6bbd80 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:28.210330 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b11abd16-9f7f-496c-94a4-f1fb3f6bbd80 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:28.210663 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b11abd16-9f7f-496c-94a4-f1fb3f6bbd80 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:28.222128 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-b11abd16-9f7f-496c-94a4-f1fb3f6bbd80 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Calling delete_port for 12dd9e1a-4f67-4641-80fc-08bec47be8d3 owned by network:floatingip {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:28.370307 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b11abd16-9f7f-496c-94a4-f1fb3f6bbd80 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:28.399825 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11abd16-9f7f-496c-94a4-f1fb3f6bbd80 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event deleted for resources: {'Port': ['ID=12dd9e1a-4f67-4641-80fc-08bec47be8d3,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:28.457440 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b11abd16-9f7f-496c-94a4-f1fb3f6bbd80 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for floatingip, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:28.457775 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-b11abd16-9f7f-496c-94a4-f1fb3f6bbd80 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Floating IP 207d3896-118a-47bc-9c79-87c1407e6d77 disassociated (deleted). External IP: 172.27.0.238, port: ce0dde48-9df1-4daa-93c1-0f3c6101964d. Aug 13 03:50:28.657319 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11abd16-9f7f-496c-94a4-f1fb3f6bbd80 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Router f463ef31-529b-4c5d-8509-2fb7f97263ca has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:50:28.762758 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11abd16-9f7f-496c-94a4-f1fb3f6bbd80 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:50:28.767590 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b11abd16-9f7f-496c-94a4-f1fb3f6bbd80 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:28.772040 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9b4153-3113-429c-8b28-5eac73a9b79a None None] Sync routers for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:50:28.782473 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b4153-3113-429c-8b28-5eac73a9b79a None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:50:28.783197 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-8b9b4153-3113-429c-8b28-5eac73a9b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:50:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:28.794179 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b11abd16-9f7f-496c-94a4-f1fb3f6bbd80 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "DELETE /v2.0/floatingips/207d3896-118a-47bc-9c79-87c1407e6d77 HTTP/1.1" status: 204 len: 168 time: 0.8095913 Aug 13 03:50:28.794867 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'tag': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:50:28.797225 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac860730c86b37218536c13904a4c938ed7bfeb48880cbcc0e3d37f7c65f0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84d073e-ce2d-405f-b8e8-567953eb39ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b60339-9329-4b4f-bcec-6d7b4c9cc030", "tag": "ce0dde48-9df1-4daa-93c1-0f3c6101964d"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:50:28.833564 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5809563e-9a41-4fd7-8a9b-4d4a8f2afb86 x-openstack-request-id: req-5809563e-9a41-4fd7-8a9b-4d4a8f2afb86 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:50:28.833880 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b60339-9329-4b4f-bcec-6d7b4c9cc030", "tag": "ce0dde48-9df1-4daa-93c1-0f3c6101964d", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:50:28.834125 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5809563e-9a41-4fd7-8a9b-4d4a8f2afb86 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:50:28.834529 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'tag': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'status': 'completed', 'code': 200} Aug 13 03:50:28.894466 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-8b9b4153-3113-429c-8b28-5eac73a9b79a None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:50:28.902684 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d073e-ce2d-405f-b8e8-567953eb39ff req-1b15a5ec-a334-4429-b2f8-9094b59c651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:28.904396 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d84d073e-ce2d-405f-b8e8-567953eb39ff req-1b15a5ec-a334-4429-b2f8-9094b59c651f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 1099 time: 0.0469429 Aug 13 03:50:28.976366 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:29.008054 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d073e-ce2d-405f-b8e8-567953eb39ff req-89e111c0-1b87-4705-a9b7-adead0e20717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:29.010266 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d84d073e-ce2d-405f-b8e8-567953eb39ff req-89e111c0-1b87-4705-a9b7-adead0e20717 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 200 len: 913 time: 0.0968318 Aug 13 03:50:29.032297 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7129d93-0e49-4fd7-a7b3-c4e5d702ea79 req-05e4c6b5-324c-463b-a8ee-51a654c02582 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:29.033967 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a7129d93-0e49-4fd7-a7b3-c4e5d702ea79 req-05e4c6b5-324c-463b-a8ee-51a654c02582 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 946 time: 0.0546401 Aug 13 03:50:29.053439 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d84d073e-ce2d-405f-b8e8-567953eb39ff req-bbc881ce-57f3-4c33-9090-4e35a290843b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce0dde48-9df1-4daa-93c1-0f3c6101964d HTTP/1.1" status: 200 len: 217 time: 0.0358620 Aug 13 03:50:29.073546 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-a7129d93-0e49-4fd7-a7b3-c4e5d702ea79 req-e6740564-8c4e-4892-a194-09bedea16a01 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333245 Aug 13 03:50:29.103031 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d073e-ce2d-405f-b8e8-567953eb39ff req-28d2478a-c87c-4ac0-814b-344393c2a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:29.104613 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d84d073e-ce2d-405f-b8e8-567953eb39ff req-28d2478a-c87c-4ac0-814b-344393c2a2db service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 200 len: 851 time: 0.0438871 Aug 13 03:50:29.109603 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-8b9b4153-3113-429c-8b28-5eac73a9b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:29.135451 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9b4153-3113-429c-8b28-5eac73a9b79a None None] Checking router: f463ef31-529b-4c5d-8509-2fb7f97263ca for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:50:29.143703 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b4153-3113-429c-8b28-5eac73a9b79a None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:50:29.144362 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-8b9b4153-3113-429c-8b28-5eac73a9b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:50:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:29.154344 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d073e-ce2d-405f-b8e8-567953eb39ff req-0be29964-4415-451c-9f12-1cf6de811634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:29.156036 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d84d073e-ce2d-405f-b8e8-567953eb39ff req-0be29964-4415-451c-9f12-1cf6de811634 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428011 Aug 13 03:50:29.243229 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d84d073e-ce2d-405f-b8e8-567953eb39ff req-7a74df7d-cb2d-43da-8d43-6138fe5fa937 service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786121 Aug 13 03:50:29.246370 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-8b9b4153-3113-429c-8b28-5eac73a9b79a None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:50:29.340472 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-d84d073e-ce2d-405f-b8e8-567953eb39ff req-9dd3b636-0161-4c7a-90a7-2feca1af892e service neutron] 10.222.0.63 "GET /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863452 Aug 13 03:50:29.444370 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-8b9b4153-3113-429c-8b28-5eac73a9b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:29.470310 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9b4153-3113-429c-8b28-5eac73a9b79a None None] The sync data for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi is: [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:43:44Z', 'revision_number': 4, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi', '_interfaces': [{'id': '7e653512-b6b3-4387-a7e5-1194ae540de5', 'name': '', 'network_id': '7c1130da-b77a-4516-bcf3-9d4dc03ae7cc', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'mac_address': 'fa:16:3e:71:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '55820d68-c513-4a80-9008-7ea57561d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:43Z', 'updated_at': '2021-08-13T03:43:50Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'subnets': [{'id': '55820d68-c513-4a80-9008-7ea57561d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:50:29.663794 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc6024-546b-4c14-8c46-c1b452b7c962 None None] New status for floating IP 207d3896-118a-47bc-9c79-87c1407e6d77: DOWN {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:50:30.189698 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827500a4-1b0d-43b2-bc56-f5802480b114 req-706aea32-789d-4334-adec-8d09ee88205d tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:30.191155 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-827500a4-1b0d-43b2-bc56-f5802480b114 req-706aea32-789d-4334-adec-8d09ee88205d tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 946 time: 0.0505431 Aug 13 03:50:30.227586 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-827500a4-1b0d-43b2-bc56-f5802480b114 req-3a95d81e-d2d2-45cb-b810-74e5c5a9e865 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/security-groups?id=869577fd-c49d-4a4d-bf75-8a3186a1703a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300996 Aug 13 03:50:30.442372 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61620e36-298d-4fcb-afbc-f1530d64eb66 req-f0b217cd-6d23-488a-a3a8-a99c8c361507 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:30.443802 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-61620e36-298d-4fcb-afbc-f1530d64eb66 req-f0b217cd-6d23-488a-a3a8-a99c8c361507 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 946 time: 0.0477178 Aug 13 03:50:30.526665 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-61620e36-298d-4fcb-afbc-f1530d64eb66 req-c99e0ede-356d-4994-9bf1-8ca01bf94f67 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Deleting port ce0dde48-9df1-4daa-93c1-0f3c6101964d {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:30.527004 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-61620e36-298d-4fcb-afbc-f1530d64eb66 req-c99e0ede-356d-4994-9bf1-8ca01bf94f67 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:30.613371 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [req-61620e36-298d-4fcb-afbc-f1530d64eb66 req-c99e0ede-356d-4994-9bf1-8ca01bf94f67 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] For port ce0dde48-9df1-4daa-93c1-0f3c6101964d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ce0dde48-9df1-4daa-93c1-0f3c6101964d,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:30.613743 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-61620e36-298d-4fcb-afbc-f1530d64eb66 req-c99e0ede-356d-4994-9bf1-8ca01bf94f67 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:30.626805 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [req-61620e36-298d-4fcb-afbc-f1530d64eb66 req-c99e0ede-356d-4994-9bf1-8ca01bf94f67 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Calling delete_port for ce0dde48-9df1-4daa-93c1-0f3c6101964d owned by compute:nova {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:30.749902 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-61620e36-298d-4fcb-afbc-f1530d64eb66 req-c99e0ede-356d-4994-9bf1-8ca01bf94f67 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:30.774540 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e0ede-356d-4994-9bf1-8ca01bf94f67 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event deleted for resources: {'Port': ['ID=ce0dde48-9df1-4daa-93c1-0f3c6101964d,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:30.816122 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [req-61620e36-298d-4fcb-afbc-f1530d64eb66 req-c99e0ede-356d-4994-9bf1-8ca01bf94f67 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] No DVR routers for this DVR port ce0dde48-9df1-4daa-93c1-0f3c6101964d on host hv-cinder-75996 {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:50:30.818594 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [req-61620e36-298d-4fcb-afbc-f1530d64eb66 req-c99e0ede-356d-4994-9bf1-8ca01bf94f67 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for port, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:30.820574 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [req-61620e36-298d-4fcb-afbc-f1530d64eb66 req-c99e0ede-356d-4994-9bf1-8ca01bf94f67 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.63 "DELETE /v2.0/ports/ce0dde48-9df1-4daa-93c1-0f3c6101964d HTTP/1.1" status: 204 len: 173 time: 0.3706267 Aug 13 03:50:30.821259 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'name': 'network-vif-deleted', 'tag': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d'}] {{(pid=94056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:50:30.823460 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad869a99025edf09e7e7fdcadd94d9fcb763f2c72a6809a1d079265c671ff9f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b7b285-6843-4799-82dd-6126277d8894" -d '{"events": [{"server_uuid": "a9b60339-9329-4b4f-bcec-6d7b4c9cc030", "name": "network-vif-deleted", "tag": "ce0dde48-9df1-4daa-93c1-0f3c6101964d"}]}' {{(pid=94056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:50:30.862028 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb4e719-8664-4256-aeea-440b024ba340 x-openstack-request-id: req-cbb4e719-8664-4256-aeea-440b024ba340 {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:50:30.862401 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b60339-9329-4b4f-bcec-6d7b4c9cc030", "name": "network-vif-deleted", "tag": "ce0dde48-9df1-4daa-93c1-0f3c6101964d", "status": "completed", "code": 200}]} {{(pid=94056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:50:30.862759 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cbb4e719-8664-4256-aeea-440b024ba340 {{(pid=94056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:50:30.863162 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b60339-9329-4b4f-bcec-6d7b4c9cc030', 'name': 'network-vif-deleted', 'tag': 'ce0dde48-9df1-4daa-93c1-0f3c6101964d', 'status': 'completed', 'code': 200} Aug 13 03:50:31.328841 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [req-67c10d9b-0a12-4a8a-9759-9a4daeec9c31 req-54c54854-3bca-472a-8eff-e4201a9b2725 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9b60339-9329-4b4f-bcec-6d7b4c9cc030 HTTP/1.1" status: 200 len: 210 time: 0.0262117 Aug 13 03:50:32.384448 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 41106) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:32.396287 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ce0dde48-9df1-4daa-93c1-0f3c6101964d no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:50:32.418448 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] No Port match for: ce0dde48-9df1-4daa-93c1-0f3c6101964d {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:50:32.418448 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Device ce0dde48-9df1-4daa-93c1-0f3c6101964d not bound to the agent host hv-cinder-75996 {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:50:32.509347 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-37246d02-5288-4716-bfad-fca7182d10e5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Deleting port 5a4abad9-0a0e-4edd-8483-827c806e9968 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:32.509686 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-37246d02-5288-4716-bfad-fca7182d10e5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:32.583145 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-37246d02-5288-4716-bfad-fca7182d10e5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:32.583481 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-37246d02-5288-4716-bfad-fca7182d10e5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:32.595190 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-37246d02-5288-4716-bfad-fca7182d10e5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Calling delete_port for 5a4abad9-0a0e-4edd-8483-827c806e9968 owned by network:floatingip {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:32.722792 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-37246d02-5288-4716-bfad-fca7182d10e5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:32.747821 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37246d02-5288-4716-bfad-fca7182d10e5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event deleted for resources: {'Port': ['ID=5a4abad9-0a0e-4edd-8483-827c806e9968,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:32.803556 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-37246d02-5288-4716-bfad-fca7182d10e5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for floatingip, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:32.806069 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-37246d02-5288-4716-bfad-fca7182d10e5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88239'] for floatingip, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:32.807255 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-37246d02-5288-4716-bfad-fca7182d10e5 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "DELETE /v2.0/floatingips/41d87c51-817d-4da6-bbd5-d74a6ac458bf HTTP/1.1" status: 204 len: 168 time: 0.4217882 Aug 13 03:50:33.994680 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 41118) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:34.051423 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-581a65f5-84c5-4de6-9580-2af82ee88e90 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:34.076603 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-581a65f5-84c5-4de6-9580-2af82ee88e90 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:34.133084 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-581a65f5-84c5-4de6-9580-2af82ee88e90 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:34.135640 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-581a65f5-84c5-4de6-9580-2af82ee88e90 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:34.136818 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-581a65f5-84c5-4de6-9580-2af82ee88e90 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] 10.222.0.57 "DELETE /v2.0/security-groups/869577fd-c49d-4a4d-bf75-8a3186a1703a HTTP/1.1" status: 204 len: 168 time: 0.1411741 Aug 13 03:50:34.145887 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a65f5-84c5-4de6-9580-2af82ee88e90 tempest-TestVolumeBootPattern-183263041 tempest-TestVolumeBootPattern-183263041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=869577fd-c49d-4a4d-bf75-8a3186a1703a,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:35.207333 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 41124) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:35.661033 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dc61f07e-8a42-454c-afac-bdb4a03ed04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734678'] for router_interface, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:35.898002 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-dc61f07e-8a42-454c-afac-bdb4a03ed04f admin admin] Deleting port 7e653512-b6b3-4387-a7e5-1194ae540de5 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:35.898257 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dc61f07e-8a42-454c-afac-bdb4a03ed04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:35.972155 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-dc61f07e-8a42-454c-afac-bdb4a03ed04f admin admin] For port 7e653512-b6b3-4387-a7e5-1194ae540de5, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=7e653512-b6b3-4387-a7e5-1194ae540de5,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:35.972516 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dc61f07e-8a42-454c-afac-bdb4a03ed04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:35.984935 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-dc61f07e-8a42-454c-afac-bdb4a03ed04f admin admin] Calling delete_port for 7e653512-b6b3-4387-a7e5-1194ae540de5 owned by network:router_interface {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:36.158168 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dc61f07e-8a42-454c-afac-bdb4a03ed04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:36.187167 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61f07e-8a42-454c-afac-bdb4a03ed04f admin admin] Pushing event deleted for resources: {'Port': ['ID=7e653512-b6b3-4387-a7e5-1194ae540de5,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:36.350634 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dc61f07e-8a42-454c-afac-bdb4a03ed04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674662'] for router_interface, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:36.561117 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc61f07e-8a42-454c-afac-bdb4a03ed04f admin admin] Router f463ef31-529b-4c5d-8509-2fb7f97263ca has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:50:36.663318 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc61f07e-8a42-454c-afac-bdb4a03ed04f admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:50:36.668365 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-dc61f07e-8a42-454c-afac-bdb4a03ed04f admin admin] 10.222.0.57 "PUT /v2.0/routers/f463ef31-529b-4c5d-8509-2fb7f97263ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4599302 Aug 13 03:50:36.670749 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 41128) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:36.674137 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eeca7a-8ee9-4ce6-9f50-bad60a1b2a15 None None] Sync routers for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:50:36.683123 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eeca7a-8ee9-4ce6-9f50-bad60a1b2a15 None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:50:36.683722 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f7eeca7a-8ee9-4ce6-9f50-bad60a1b2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:50:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:36.775468 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Notify callbacks [] for router, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:36.784561 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-f7eeca7a-8ee9-4ce6-9f50-bad60a1b2a15 None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: dv-cinder-759962-7-iscsi {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:50:36.870541 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:36.923365 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Deleting port 50b76b54-fb55-4543-be66-9e6c11628b99 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:36.923690 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:36.958210 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f7eeca7a-8ee9-4ce6-9f50-bad60a1b2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:50:36Z', 'revision_number': 5, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port': {'id': '50b76b54-fb55-4543-be66-9e6c11628b99', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:41Z', 'updated_at': '2021-08-13T03:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:36.983506 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eeca7a-8ee9-4ce6-9f50-bad60a1b2a15 None None] Checking router: f463ef31-529b-4c5d-8509-2fb7f97263ca for host: dv-cinder-759962-7-iscsi {{(pid=94058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:50:36.991591 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eeca7a-8ee9-4ce6-9f50-bad60a1b2a15 None None] Routers {'f463ef31-529b-4c5d-8509-2fb7f97263ca'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:50:36.992221 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f7eeca7a-8ee9-4ce6-9f50-bad60a1b2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:50:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['f463ef31-529b-4c5d-8509-2fb7f97263ca'], 'active': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:36.998602 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] For port 50b76b54-fb55-4543-be66-9e6c11628b99, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=50b76b54-fb55-4543-be66-9e6c11628b99,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:36.998979 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:37.011782 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Calling delete_port for 50b76b54-fb55-4543-be66-9e6c11628b99 owned by network:router_gateway {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:37.080016 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvr_db [None req-f7eeca7a-8ee9-4ce6-9f50-bad60a1b2a15 None None] Set router f463ef31-529b-4c5d-8509-2fb7f97263ca gateway port host: None {{(pid=94058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:50:37.130174 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_hamode_db [None req-f7eeca7a-8ee9-4ce6-9f50-bad60a1b2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:50:36Z', 'revision_number': 6, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port_host': None}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:37.160250 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eeca7a-8ee9-4ce6-9f50-bad60a1b2a15 None None] The sync data for ids ['f463ef31-529b-4c5d-8509-2fb7f97263ca'] in dv-cinder-759962-7-iscsi is: [{'id': 'f463ef31-529b-4c5d-8509-2fb7f97263ca', 'name': 'tempest-TestVolumeBootPattern-1895182022-router', 'tenant_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:40Z', 'updated_at': '2021-08-13T03:50:36Z', 'revision_number': 6, 'project_id': 'e7cde6ee93c248a8ab2028dd6b60b8a9', 'gw_port_host': None}] {{(pid=94058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:50:37.186492 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:37.212998 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Pushing event deleted for resources: {'Port': ['ID=50b76b54-fb55-4543-be66-9e6c11628b99,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:37.271011 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675612'] for router_gateway, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:37.629793 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3676720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:37.631894 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:37.673712 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3676735'] for router, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:37.674449 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router f463ef31-529b-4c5d-8509-2fb7f97263ca {{(pid=94057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:50:37.679495 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:37.680273 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-724ca018-08ff-4bb6-8bc4-b2d75fad1fda admin admin] 10.222.0.57 "DELETE /v2.0/routers/f463ef31-529b-4c5d-8509-2fb7f97263ca HTTP/1.1" status: 204 len: 168 time: 1.0085838 Aug 13 03:50:37.683407 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 41130) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:37.731719 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-455ac06c-d3e0-458a-8973-221bb79dc8e7 admin admin] Deleting subnet 55820d68-c513-4a80-9008-7ea57561d684 {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:50:37.734670 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-455ac06c-d3e0-458a-8973-221bb79dc8e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:37.769392 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-455ac06c-d3e0-458a-8973-221bb79dc8e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25334338'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:37.842750 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-455ac06c-d3e0-458a-8973-221bb79dc8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:37.894093 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-455ac06c-d3e0-458a-8973-221bb79dc8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25712230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25276284'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:37.925604 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ac06c-d3e0-458a-8973-221bb79dc8e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55820d68-c513-4a80-9008-7ea57561d684,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:37.927599 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-455ac06c-d3e0-458a-8973-221bb79dc8e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:37.929531 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-455ac06c-d3e0-458a-8973-221bb79dc8e7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/55820d68-c513-4a80-9008-7ea57561d684 HTTP/1.1" status: 204 len: 168 time: 0.2451236 Aug 13 03:50:37.932196 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 41132) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:37.935259 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9311efa0-e316-4675-b846-a3ccec87ceb0 None None] Network 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:50:38.001136 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:38.058683 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Deleting port 9ca0c353-f4fd-46db-a632-23a40ec18e85 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:38.059168 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:38.118953 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] DHCP port deletion for 7c1130da-b77a-4516-bcf3-9d4dc03ae7cc request from dv-cinder-759962-7-iscsi {{(pid=94058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:50:38.131995 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] For port 9ca0c353-f4fd-46db-a632-23a40ec18e85, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=9ca0c353-f4fd-46db-a632-23a40ec18e85,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:38.132499 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:38.146816 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Calling delete_port for 9ca0c353-f4fd-46db-a632-23a40ec18e85 owned by network:dhcp {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:38.170806 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Deleting port 9ca0c353-f4fd-46db-a632-23a40ec18e85 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:38.171270 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:38.227958 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25712213'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:38.235445 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] For port 9ca0c353-f4fd-46db-a632-23a40ec18e85, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=9ca0c353-f4fd-46db-a632-23a40ec18e85,segment=NetworkSegment(e1926095-65be-4ee3-9782-4623fa5f7506),segment_id=e1926095-65be-4ee3-9782-4623fa5f7506)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:38.236129 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:38.248411 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Calling delete_port for 9ca0c353-f4fd-46db-a632-23a40ec18e85 owned by network:dhcp {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:38.252522 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca0c353-f4fd-46db-a632-23a40ec18e85,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:38.255796 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] No DVR routers for this DVR port 9ca0c353-f4fd-46db-a632-23a40ec18e85 on host dv-cinder-759962-7-iscsi {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:50:38.326813 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:38.329272 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:38.339598 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1130da-b77a-4516-bcf3-9d4dc03ae7cc']}} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:38.349318 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1926095-65be-4ee3-9782-4623fa5f7506') {'for_net_delete': True} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:38.349619 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1926095-65be-4ee3-9782-4623fa5f7506') {} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:38.351862 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Pushing event deleted for resources: {'Port': ['ID=9ca0c353-f4fd-46db-a632-23a40ec18e85,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:38.358129 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25334357'] for segment, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:38.359046 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] No DVR routers for this DVR port 9ca0c353-f4fd-46db-a632-23a40ec18e85 on host dv-cinder-759962-7-iscsi {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:50:38.362401 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:38.362758 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:38.363109 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:38.365675 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:38.365675 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:38.365675 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:38.365675 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:38.365675 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:38.365675 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:38.365675 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:38.366530 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:38.366530 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d50442-53eb-461c-983b-d8bd738bbc1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-7-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:38.376114 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:38.381800 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:50:38.382259 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25712312'] for segment, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: Traceback (most recent call last): Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: timer() Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: cb(*args, **kw) Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: return func(*args, **kwargs) Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: self._notify() Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: self.callback(batched_events) Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: event.method(event) Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: return f(self, *a, **k) Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: return self._get(url).json() Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: return self.request(url, 'GET', **kwargs) Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:50:38.383754 dv-cinder-759962-7-iscsi neutron-server[94057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:50:38.441799 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:38.450341 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:38.452187 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7c1130da-b77a-4516-bcf3-9d4dc03ae7cc HTTP/1.1" status: 204 len: 168 time: 0.5190151 Aug 13 03:50:38.455116 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 41134) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:38.462599 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6663e-3d08-409f-933c-634416cf6d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1130da-b77a-4516-bcf3-9d4dc03ae7cc,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:38.782865 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-362c26cd-0088-4553-9d4a-a069418b9523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734678'] for router_interface, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:39.007667 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-362c26cd-0088-4553-9d4a-a069418b9523 admin admin] Deleting port 4a42aec7-3371-4089-ac48-3d6de2200109 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:39.008031 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-362c26cd-0088-4553-9d4a-a069418b9523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:39.068777 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 9ca0c353-f4fd-46db-a632-23a40ec18e85 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:50:39.082650 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-362c26cd-0088-4553-9d4a-a069418b9523 admin admin] For port 4a42aec7-3371-4089-ac48-3d6de2200109, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=4a42aec7-3371-4089-ac48-3d6de2200109,segment=NetworkSegment(405a5e87-f5ed-44ab-89a1-48e7fce2a183),segment_id=405a5e87-f5ed-44ab-89a1-48e7fce2a183)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:39.083015 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-362c26cd-0088-4553-9d4a-a069418b9523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:39.088034 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 9ca0c353-f4fd-46db-a632-23a40ec18e85 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:50:39.088972 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 9ca0c353-f4fd-46db-a632-23a40ec18e85 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:50:39.089456 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 7e653512-b6b3-4387-a7e5-1194ae540de5 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:50:39.095434 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-362c26cd-0088-4553-9d4a-a069418b9523 admin admin] Calling delete_port for 4a42aec7-3371-4089-ac48-3d6de2200109 owned by network:router_interface {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:39.107739 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 7e653512-b6b3-4387-a7e5-1194ae540de5 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:50:39.108111 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 7e653512-b6b3-4387-a7e5-1194ae540de5 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:50:39.108521 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 50b76b54-fb55-4543-be66-9e6c11628b99 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:50:39.126243 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 50b76b54-fb55-4543-be66-9e6c11628b99 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:50:39.126590 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 50b76b54-fb55-4543-be66-9e6c11628b99 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:50:39.263260 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-362c26cd-0088-4553-9d4a-a069418b9523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:39.290382 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c26cd-0088-4553-9d4a-a069418b9523 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a42aec7-3371-4089-ac48-3d6de2200109,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:39.688731 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-362c26cd-0088-4553-9d4a-a069418b9523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674662'] for router_interface, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:39.887443 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362c26cd-0088-4553-9d4a-a069418b9523 admin admin] Router a305002d-d5d6-4e9c-983a-5d158e74c293 has already been hosted by L3 agent ce662dc2-ffd4-4322-ada7-4dbddf1f5a82 {{(pid=94056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:50:39.986504 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362c26cd-0088-4553-9d4a-a069418b9523 admin admin] Notify agent at l3_agent.dv-cinder-759962-7-iscsi the message routers_updated {{(pid=94056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:50:39.991299 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-362c26cd-0088-4553-9d4a-a069418b9523 admin admin] 10.222.0.57 "PUT /v2.0/routers/a305002d-d5d6-4e9c-983a-5d158e74c293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5351708 Aug 13 03:50:39.993843 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 41136) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:39.996890 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ffdfd-b0dc-46cc-9e27-9c8f32b22b0a None None] Sync routers for ids ['a305002d-d5d6-4e9c-983a-5d158e74c293'] in dv-cinder-759962-7-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:50:40.005673 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ffdfd-b0dc-46cc-9e27-9c8f32b22b0a None None] Routers {'a305002d-d5d6-4e9c-983a-5d158e74c293'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:50:40.006267 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-253ffdfd-b0dc-46cc-9e27-9c8f32b22b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:50:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['a305002d-d5d6-4e9c-983a-5d158e74c293'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:40.102416 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Notify callbacks [] for router, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.202146 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-253ffdfd-b0dc-46cc-9e27-9c8f32b22b0a None None] Set router a305002d-d5d6-4e9c-983a-5d158e74c293 gateway port host: dv-cinder-759962-7-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:50:40.203431 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.254786 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Deleting port 923b535a-01eb-4941-83e5-f9e21012910a {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:40.255037 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.331083 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] For port 923b535a-01eb-4941-83e5-f9e21012910a, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=923b535a-01eb-4941-83e5-f9e21012910a,segment=NetworkSegment(1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7),segment_id=1f6cac03-6435-4aa4-b87b-d71aa0f6d7c7)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:40.331450 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.344674 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Calling delete_port for 923b535a-01eb-4941-83e5-f9e21012910a owned by network:router_gateway {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:40.382344 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-253ffdfd-b0dc-46cc-9e27-9c8f32b22b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'name': 'tempest-TestVolumeBootPattern-37260763-router', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'external_fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '923b535a-01eb-4941-83e5-f9e21012910a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:50:39Z', 'revision_number': 5, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'gw_port': {'id': '923b535a-01eb-4941-83e5-f9e21012910a', 'name': '', 'network_id': '447743f6-e021-4a69-b78c-3b977fcc1367', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cdb4d07-0837-4e64-8991-5a47705a15c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-7-iscsi'}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:40.407271 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ffdfd-b0dc-46cc-9e27-9c8f32b22b0a None None] Checking router: a305002d-d5d6-4e9c-983a-5d158e74c293 for host: dv-cinder-759962-7-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:50:40.415201 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ffdfd-b0dc-46cc-9e27-9c8f32b22b0a None None] Routers {'a305002d-d5d6-4e9c-983a-5d158e74c293'} bound to L3 agent in host dv-cinder-759962-7-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:50:40.415802 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-253ffdfd-b0dc-46cc-9e27-9c8f32b22b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:28:56Z,description=,heartbeat_timestamp=2021-08-13T03:50:26Z,host='dv-cinder-759962-7-iscsi',id=ce662dc2-ffd4-4322-ada7-4dbddf1f5a82,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:28:56Z,topic='l3_agent')) {'router_ids': ['a305002d-d5d6-4e9c-983a-5d158e74c293'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:40.503652 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-253ffdfd-b0dc-46cc-9e27-9c8f32b22b0a None None] Set router a305002d-d5d6-4e9c-983a-5d158e74c293 gateway port host: None {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:50:40.508392 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.534155 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Pushing event deleted for resources: {'Port': ['ID=923b535a-01eb-4941-83e5-f9e21012910a,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:40.559810 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-253ffdfd-b0dc-46cc-9e27-9c8f32b22b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'name': 'tempest-TestVolumeBootPattern-37260763-router', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:50:40Z', 'revision_number': 6, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'gw_port_host': None}], 'dv-cinder-759962-7-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:40.588073 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ffdfd-b0dc-46cc-9e27-9c8f32b22b0a None None] The sync data for ids ['a305002d-d5d6-4e9c-983a-5d158e74c293'] in dv-cinder-759962-7-iscsi is: [{'id': 'a305002d-d5d6-4e9c-983a-5d158e74c293', 'name': 'tempest-TestVolumeBootPattern-37260763-router', 'tenant_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:43:46Z', 'updated_at': '2021-08-13T03:50:40Z', 'revision_number': 6, 'project_id': 'a4fdaf13cc5f4481b3f7f34d4b6d296d', 'gw_port_host': None}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:50:40.595127 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675612'] for router_gateway, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.683255 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3676720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.685318 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.725448 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3676735'] for router, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.726212 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a305002d-d5d6-4e9c-983a-5d158e74c293 {{(pid=94056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:50:40.730663 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] Notify callbacks [] for router, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.731835 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-b183d6b2-a0c7-450b-bbfb-24b1c2bf5666 admin admin] 10.222.0.57 "DELETE /v2.0/routers/a305002d-d5d6-4e9c-983a-5d158e74c293 HTTP/1.1" status: 204 len: 168 time: 0.7365785 Aug 13 03:50:40.734339 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 41138) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:40.779413 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.db_base_plugin_v2 [None req-653b33d3-c811-4aa4-8e37-b43ad69cd22b admin admin] Deleting subnet 1eb44358-97a8-4caf-97e3-6ad483bf76bd {{(pid=94056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:50:40.782404 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-653b33d3-c811-4aa4-8e37-b43ad69cd22b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.814689 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-653b33d3-c811-4aa4-8e37-b43ad69cd22b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5913378'] for subnet, precommit_delete_associations {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.886951 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-653b33d3-c811-4aa4-8e37-b43ad69cd22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578615'] for subnet, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.938159 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-653b33d3-c811-4aa4-8e37-b43ad69cd22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1570502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28241023'] for subnet, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.967301 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b33d3-c811-4aa4-8e37-b43ad69cd22b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb44358-97a8-4caf-97e3-6ad483bf76bd,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:40.973075 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-653b33d3-c811-4aa4-8e37-b43ad69cd22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for subnet, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:40.975085 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-653b33d3-c811-4aa4-8e37-b43ad69cd22b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1eb44358-97a8-4caf-97e3-6ad483bf76bd HTTP/1.1" status: 204 len: 168 time: 0.2397697 Aug 13 03:50:40.979074 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119cdcca-084b-41e1-9fd8-bc71f1319e91 None None] Network 77657f1b-bb57-4304-97a5-bdb09db1e72f requested from dv-cinder-759962-7-iscsi {{(pid=94058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:50:40.979602 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 41140) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:41.055590 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3660584'] for network, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.106772 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Deleting port c636294b-7689-4f4a-94da-66f4995ae274 {{(pid=94056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:41.107124 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794870409512'] for port, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.170354 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] For port c636294b-7689-4f4a-94da-66f4995ae274, host dv-cinder-759962-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-7-iscsi',level=0,port_id=c636294b-7689-4f4a-94da-66f4995ae274,segment=NetworkSegment(405a5e87-f5ed-44ab-89a1-48e7fce2a183),segment_id=405a5e87-f5ed-44ab-89a1-48e7fce2a183)] {{(pid=94056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:41.170722 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728825'] for port, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.182556 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.plugin [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Calling delete_port for c636294b-7689-4f4a-94da-66f4995ae274 owned by network:dhcp {{(pid=94056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:41.256864 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3588832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794870418050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794869864430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1570549'] for port, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.281950 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c636294b-7689-4f4a-94da-66f4995ae274,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:41.285338 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] No DVR routers for this DVR port c636294b-7689-4f4a-94da-66f4995ae274 on host dv-cinder-759962-7-iscsi {{(pid=94056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:50:41.356519 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3579760', 'neutron.services.segments.db._delete_segments_for_network-8794870372208'] for network, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.367704 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77657f1b-bb57-4304-97a5-bdb09db1e72f']}} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:41.379374 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405a5e87-f5ed-44ab-89a1-48e7fce2a183') {'for_net_delete': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:41.379811 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.services.segments.db [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405a5e87-f5ed-44ab-89a1-48e7fce2a183') {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:41.380749 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aa9fb0-db02-4870-a249-f28044018cd3 None None] DHCP port deletion for 77657f1b-bb57-4304-97a5-bdb09db1e72f request from dv-cinder-759962-7-iscsi {{(pid=94058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:50:41.390285 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794870343033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5913397'] for segment, before_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.404464 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550'] for segment, precommit_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.411224 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:50:41.411689 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1570328'] for segment, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: Traceback (most recent call last): Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: timer() Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: cb(*args, **kw) Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: return func(*args, **kwargs) Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: self._notify() Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: self.callback(batched_events) Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: event.method(event) Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: return f(self, *a, **k) Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._get(url).json() Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: return self.request(url, 'GET', **kwargs) Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:50:41.413400 dv-cinder-759962-7-iscsi neutron-server[94056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:50:41.472298 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3579753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675552'] for network, after_delete {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.476211 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 4a42aec7-3371-4089-ac48-3d6de2200109 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:50:41.481536 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717927'] for network, before_response {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.483428 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] 10.222.0.57 "DELETE /v2.0/networks/77657f1b-bb57-4304-97a5-bdb09db1e72f HTTP/1.1" status: 204 len: 168 time: 0.5032322 Aug 13 03:50:41.495197 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694e827-7844-492a-84ed-89bf3e36d8ba admin admin] Pushing event deleted for resources: {'Network': ['ID=77657f1b-bb57-4304-97a5-bdb09db1e72f,revision_number=None']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:41.502142 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 4a42aec7-3371-4089-ac48-3d6de2200109 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:50:41.502493 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 4a42aec7-3371-4089-ac48-3d6de2200109 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:50:41.601677 dv-cinder-759962-7-iscsi neutron-server[94056]: DEBUG neutron.wsgi [-] (94056) accepted ('10.222.0.57', 41144) {{(pid=94056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:41.642357 dv-cinder-759962-7-iscsi neutron-server[94056]: INFO neutron.wsgi [None req-b7c455c3-04ae-42df-989f-4ae8877733e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7cde6ee93c248a8ab2028dd6b60b8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395105 Aug 13 03:50:41.645966 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 41146) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:41.695099 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4174caa0-a8be-48a0-a27d-1b27c61691d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.715257 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4174caa0-a8be-48a0-a27d-1b27c61691d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.760505 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4174caa0-a8be-48a0-a27d-1b27c61691d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.763148 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4174caa0-a8be-48a0-a27d-1b27c61691d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:41.764304 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-4174caa0-a8be-48a0-a27d-1b27c61691d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3da57387-08c3-4fc4-8176-7501b0e1b714 HTTP/1.1" status: 204 len: 168 time: 0.1174617 Aug 13 03:50:41.772084 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174caa0-a8be-48a0-a27d-1b27c61691d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da57387-08c3-4fc4-8176-7501b0e1b714,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:42.065260 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 41152) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:42.104723 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-0d6b2d71-22df-4340-b867-9c1c2a060bf9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4fdaf13cc5f4481b3f7f34d4b6d296d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376792 Aug 13 03:50:42.107102 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.57', 41154) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:42.153036 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-936da0ab-3f04-47d7-9137-287984d3d800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:42.176409 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-936da0ab-3f04-47d7-9137-287984d3d800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:42.219799 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-936da0ab-3f04-47d7-9137-287984d3d800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504758'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:42.222298 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-936da0ab-3f04-47d7-9137-287984d3d800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:42.223409 dv-cinder-759962-7-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-936da0ab-3f04-47d7-9137-287984d3d800 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9120d59d-300f-45e0-8d26-8261db121724 HTTP/1.1" status: 204 len: 168 time: 0.1154628 Aug 13 03:50:42.231383 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936da0ab-3f04-47d7-9137-287984d3d800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9120d59d-300f-45e0-8d26-8261db121724,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:42.315685 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:43.061483 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device c636294b-7689-4f4a-94da-66f4995ae274 no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:50:43.206179 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: c636294b-7689-4f4a-94da-66f4995ae274 {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:50:43.206531 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device c636294b-7689-4f4a-94da-66f4995ae274 not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:50:43.206963 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 923b535a-01eb-4941-83e5-f9e21012910a no longer exists at agent ovs-agent-dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:50:43.225120 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] No Port match for: 923b535a-01eb-4941-83e5-f9e21012910a {{(pid=94058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:50:43.225470 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.rpc [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Device 923b535a-01eb-4941-83e5-f9e21012910a not bound to the agent host dv-cinder-759962-7-iscsi {{(pid=94058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:50:53.582290 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-4e495a06-19b5-45ee-8cbc-68c0d7265f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:55.054158 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:50:56.163215 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-972c78ea-06d6-4699-bddc-5d88ef0729ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:56.294413 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:57.361203 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:58.936606 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.312110 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.583302 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6434a043-9463-4777-ad3c-06e47e438621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:26.162024 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a86c1cd1-73a5-4eaf-a199-27668234f273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:26.295506 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:27.364807 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.938254 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:32.053548 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:51:42.314142 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:53.584649 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7579582a-6f43-45cc-bb13-b1afb2a58e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:56.161149 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5755560a-a31a-48f2-9456-28bada5de44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:56.295476 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:57.372036 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:58.941129 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:09.053928 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:52:12.305168 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:23.590417 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-4ad36410-ede8-4df8-8a0a-091a811701ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:26.162677 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-38afc0b1-076f-43ba-b837-affa54d42676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:26.294451 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:27.371024 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:28.942850 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:38.285252 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [req-9bf6af44-5756-4079-9e4b-c709b0563b01 req-a9a5f654-4799-47fc-9d47-4b3335351296 service neutron] (94057) timed out ('10.222.0.63', 53492) {{(pid=94057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 03:52:38.502458 dv-cinder-759962-7-iscsi neutron-server[94057]: DEBUG neutron.wsgi [req-8b2bd61c-f78d-4148-8a3e-2778de2a84ea req-e9b33811-92bb-4216-9f16-d01eca4184ac service neutron] (94057) timed out ('10.222.0.63', 53516) {{(pid=94057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 03:52:42.311679 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:46.051980 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:52:53.583109 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ba91e79e-e3c9-4b20-bff2-a420daf6d9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:56.162605 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-043b7d7b-eaf2-42a8-9cf7-677c7151fdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:56.293582 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:57.373632 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.945878 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.311369 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:23.051287 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:53:23.584844 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-445382f2-53da-449a-893d-d38488644c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:26.162562 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5d216ea3-41ba-4416-9994-badac4ed2a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:26.293716 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:27.376967 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:28.948878 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:42.328341 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:53.586407 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-acb588e9-1d4b-47a7-ad99-f2ba1a72f515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:56.166509 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8a8f42f7-88ca-49c1-9ec7-4a069b8b87cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:56.293761 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:57.380947 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:58.952867 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:00.049457 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:54:12.324879 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:23.587298 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb32d-c825-4448-a865-bc8fc0e172b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:26.168894 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b70c-9e81-4f70-a027-13967eeba3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:26.293425 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:27.382731 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:28.954995 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:37.048293 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:54:42.324996 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:53.588624 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5ee778fa-b42f-4490-a29c-7187e06a7340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:56.168878 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-25a1709f-e4ed-4781-942e-95a6372b006e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:56.294548 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:57.385855 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:58.957280 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:12.324337 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:14.047869 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:55:23.590354 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-4d1da5f1-7364-4d56-8010-09213d1c4aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:26.173155 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9a7432ea-072b-4851-98dd-7f7cd734445e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:26.296201 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c2eb25fd-8455-4441-9bde-d4d065efe248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:27.388636 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9d3c-fb92-4266-89b2-3f66697d1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:28.960907 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2dacca60-c2a3-43d7-8f7f-cc35bd5f812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:42.325838 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7c452e73-5002-4130-b462-6e1d6e855e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:51.046511 dv-cinder-759962-7-iscsi neutron-server[94059]: DEBUG neutron.db.agents_db [None req-73965145-bd88-4205-a38a-8b2dd6983474 None None] Agent healthcheck: found 6 active agents {{(pid=94059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:55:53.593502 dv-cinder-759962-7-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b0ffae26-e74d-4924-935e-5dc1986b8b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794870372100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576062'] for agent, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}